00010000:00000010:3.1F:1783975723.613316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8600.
00010000:00000010:3.1:1783975723.621714:0:165732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc867ad600.
00000080:00000010:3.1:1783975723.621730:0:165732:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc8e345820.
00010000:00000010:3.1:1783975723.632157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9389a100.
00010000:00000010:3.1:1783975723.641117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9389a800.
00010000:00000010:3.1:1783975723.641150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8600.
00010000:00000010:3.1:1783975723.641156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf9800.
00000080:00000010:3.1:1783975723.913445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb38e14c0.
00010000:00000010:3.1:1783975724.130254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8a00.
00000080:00000010:3.1:1783975724.130279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc8599aba0.
00010000:00000010:3.1:1783975724.138263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf9a00.
00000080:00000010:3.1:1783975724.138286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc8599a300.
00010000:00000010:3.1:1783975724.150351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9389aa00.
00010000:00000010:3.1:1783975724.170099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85a00100.
00010000:00000010:3.1:1783975724.170120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8a00.
00010000:00000010:3.1:1783975724.437624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00000080:00000010:3.1:1783975724.490639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc8599a140.
00000080:00000010:3.1:1783975724.490646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc8de50020.
00010000:00000010:3.1:1783975735.094135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8deed300.
00010000:00000010:3.1:1783975735.094148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:3.1:1783975748.274430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8400.
00010000:00000010:3.1:1783975748.596429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:3.1:1783975748.609213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf9a00.
00000080:00000010:3.1:1783975748.627710:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f331840.
00000080:00000010:3.1:1783975761.929193:0:167903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc83643cc0.
00010000:00000010:3.1:1783975770.769255:0:168547:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9389a000.
00010000:00000010:3.1:1783975770.769267:0:168547:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf9a00.
00000080:00000010:3.1:1783975770.837091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8100.
00010000:00000010:3.1:1783975771.252219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc867ad800.
00000080:00000010:3.1:1783975771.252236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8780.
00010000:00000010:3.1:1783975771.264369:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8200.
00000080:00000010:3.1:1783975771.264385:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaef81fe0.
00010000:00000010:3.1:1783975771.934272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85cbba00.
00000080:00000010:3.1:1783975771.937778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcc40.
00010000:00000010:3.1:1783975771.946611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8000.
00000080:00000010:3.1:1783975771.946625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83860.
00000080:00000010:3.1:1783975779.844303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0532e0.
00010000:00000010:3.1:1783975780.435921:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc867ada00.
00000080:00000010:3.1:1783975794.088582:0:170081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053080.
00000080:00000010:3.1:1783975812.005228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df17c0.
00000080:00000010:3.1:1783975859.002209:0:172422:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffc800.
00010000:00000010:3.1:1783975859.958678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaefd5600.
00010000:00000010:3.1:1783975859.958699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb32b4000.
00010000:00000010:3.1:1783975859.958705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d65200.
00010000:00000010:3.1:1783975859.958709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83b20c00.
00010000:00000010:3.1:1783975859.958711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaefd4000.
00000800:00000200:3.1:1783975912.681750:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.681768:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.681778:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.681789:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.682205:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.682218:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.682228:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.682237:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.682626:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.685549:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.685570:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.685579:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.685588:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.685598:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.685602:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686025:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686037:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686046:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686077:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686085:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686447:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686459:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686467:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686488:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.686499:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.688522:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.688546:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.688559:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.688569:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.688579:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.692138:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.692161:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.692172:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.692182:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.692193:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783975912.694514:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 2340740 low water 926782 conn ffff8acc93f5e000 blocked idle queued
00010000:00000010:3.1:1783975912.842371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3c75100.
00010000:00000010:3.1:1783975912.842384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d64c00.
00000080:00000010:3.1:1783975912.871098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f171500.
00000080:00000010:3.1:1783975912.971225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcb00.
00000080:00000010:3.1:1783975913.050243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053180.
00000080:00000010:3.1:1783975930.861984:0:175780:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffc000.
00010000:00000010:3.1:1783975931.091105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83b20e00.
00000080:00000010:3.1:1783975931.932231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053ca0.
00010000:00000010:3.1:1783975931.942086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83b20900.
00010000:00000010:3.1:1783975931.942095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:3.1:1783975936.231422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:3.1:1783975947.924090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:3.1:1783975948.004735:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc905df000.
00010000:00000010:3.1:1783975948.116468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d65200.
00010000:00000010:3.1:1783975948.309285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85787800.
00010000:00000010:3.1:1783975948.332148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d65000.
00010000:00000010:3.1:1783975949.066580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d64e00.
00000080:00000010:3.1:1783975949.210644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053ba0.
00010000:00000010:3.1:1783975949.210659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d65400.
00010000:00000010:3.1:1783975949.330682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb32b4f00.
00000080:00000010:3.1:1783975949.513641:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffc640.
00010000:00000010:3.1:1783975949.524226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83b20000.
00010000:00000010:3.1:1783975949.524234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85787600.
00000080:00000010:3.1:1783975949.604120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df18c0.
00010000:00000010:3.1:1783975949.615170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d65a00.
00000080:00000010:3.1:1783975949.632138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053f40.
00010000:00000010:3.1:1783975949.739231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d65400.
00010000:00000010:3.1:1783975949.754175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85786a00.
00000080:00000010:3.1:1783975949.784562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1fe0.
00010000:00000010:3.1:1783975949.797205:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00000080:00000010:3.1:1783975949.873368:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b84e0.
00010000:00000010:3.1:1783975949.939114:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85786a00.
00010000:00000010:3.1:1783975950.022639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc905dec00.
00010000:00000010:3.1:1783975950.048098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d65400.
00000080:00000010:3.1:1783975950.477980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1260.
00010000:00000010:3.1:1783975950.486105:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83b20500.
00010000:00000010:3.1:1783975950.486128:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85826a00.
00010000:00000010:3.1:1783975950.842268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d67000.
00000080:00000010:3.1:1783975950.901302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1200.
00000080:00000010:3.1:1783975950.952271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcf00.
00000080:00000010:3.1:1783975950.952290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053b00.
00010000:00000010:3.1:1783975950.952298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85787200.
00000080:00000010:3.1:1783975951.132082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053b00.
00000080:00000010:3.1:1783975951.211705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1a20.
00000080:00000010:3.1:1783975951.211727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0530c0.
00000080:00000010:3.1:1783975951.246429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053b00.
00000080:00000010:3.1:1783975951.304192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffc080.
00010000:00000010:3.1:1783975951.337222:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d67e00.
00010000:00000010:3.1:1783975951.362471:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d67000.
00000080:00000010:3.1:1783975951.674279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcbe0.
00010000:00000010:3.1:1783975951.683093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85826800.
00000080:00000010:3.1:1783975951.691237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053f40.
00000080:00000010:3.1:1783975951.726893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053f40.
00010000:00000010:3.1:1783975951.927458:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a22a00.
00000080:00000010:3.1:1783975951.941909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcee0.
00000080:00000010:3.1:1783975952.237256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffc340.
00010000:00000010:3.1:1783975952.242181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85827400.
00010000:00000010:3.1:1783975952.336708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85827e00.
00000080:00000010:3.1:1783975952.446010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053b80.
00000080:00000010:3.1:1783975952.652584:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b88a0.
00010000:00000010:3.1:1783975952.949910:0:176430:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf5a9000.
00000080:00000010:3.1:1783975953.467098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8ea0.
00010000:00000010:3.1:1783975953.527308:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf4adc00.
00000080:00000010:3.1:1783975953.856347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b87a0.
00010000:00000010:3.1:1783975953.956279:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb357f200.
00010000:00000010:3.1:1783975954.319093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb357f800.
00000080:00000010:3.1:1783975954.352141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8320.
00010000:00000010:3.1:1783975954.352155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf4acc00.
00000080:00000010:3.1:1783975954.352160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0538a0.
00000080:00000010:3.1:1783975954.691094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8e20.
00010000:00000010:3.1:1783975954.728134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85827200.
00000080:00000010:3.1:1783975954.728144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0534a0.
00010000:00000010:3.1:1783975954.766098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf4aca00.
00000080:00000010:3.1:1783975954.772189:0:165747:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1180.
00010000:00000010:3.1:1783975954.784239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86818400.
00000080:00000010:3.1:1783975954.796196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053820.
00010000:00000010:3.1:1783975954.903445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00000080:00000010:3.1:1783975955.082226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1500.
00000080:00000010:3.1:1783975955.090107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053020.
00010000:00000010:3.1:1783975955.330725:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb357f600.
00000080:00000010:3.1:1783975955.343424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffc7a0.
00010000:00000010:3.1:1783975955.343447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9eb2ae00.
00000080:00000010:3.1:1783975955.343451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053860.
00000080:00000010:3.1:1783975955.356997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053a00.
00010000:00000010:3.1:1783975955.582335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb28c4400.
00010000:00000010:3.1:1783975956.470387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf4ad000.
00010000:00000010:3.1:1783975956.712252:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaefd6800.
00010000:00000010:3.1:1783975956.712259:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb28c4200.
00000080:00000010:3.1:1783975956.912130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1718a0.
00000080:00000010:3.1:1783975958.121099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcea0.
00010000:00000010:3.1:1783975958.159101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00000080:00000010:3.1:1783975958.372768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df10e0.
00010000:00000010:3.1:1783975958.492172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:3.1:1783975958.497106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc87e7e900.
00010000:00000010:3.1:1783975958.497118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc867ada00.
00000080:00000010:3.1:1783975958.553567:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcf40.
00000080:00000010:3.1:1783975958.756123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f171b00.
00010000:00000010:3.1:1783975958.766306:0:176430:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f6b4a00.
00010000:00000010:3.1:1783975958.801145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc87e7e900.
00010000:00000010:3.1:1783975958.892846:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc87e7e900.
00010000:00000010:3.1:1783975958.892857:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8e00.
00000080:00000010:3.1:1783975958.892862:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1780.
00010000:00000010:3.1:1783975959.215080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f6b4200.
00010000:00000010:3.1:1783975959.269098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:3.1:1783975959.338313:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f6b4a00.
00010000:00000010:3.1:1783975959.346279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00000080:00000010:3.1:1783975959.396780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffc2e0.
00000080:00000010:3.1:1783975959.464466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f171a00.
00010000:00000010:3.1:1783975959.513095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:3.1:1783975959.545113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:3.1:1783975959.829430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9eb2b400.
00010000:00000010:3.1:1783975960.115270:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8504c200.
00010000:00000010:3.1:1783975960.193786:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8504c600.
00000080:00000010:3.1:1783975960.248108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88dfda80.
00010000:00000010:3.1:1783975960.248139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9eb2b400.
00010000:00000010:3.1:1783975960.522305:0:152220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dd91600.
00010000:00000010:3.1:1783975960.522314:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8504c000.
00000080:00000010:3.1:1783975960.650111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f171160.
00000080:00000010:3.1:1783975960.740001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0537c0.
00000080:00000010:3.1:1783975961.231098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f171720.
00010000:00000010:3.1:1783975961.279091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc87e7e800.
00010000:00000010:3.1:1783975961.279098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9eb2a000.
00000080:00000010:3.1:1783975961.381580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88dfda80.
00010000:00000010:3.1:1783975961.381592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8504c400.
00000080:00000010:3.1:1783975961.398094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053280.
00010000:00000010:3.1:1783975961.559416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae828900.
00010000:00000010:3.1:1783975961.559424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85cc3c00.
00010000:00000010:3.1:1783975961.810430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc87e7e800.
00010000:00000010:3.1:1783975962.222681:0:119135:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f639a00.
00010000:00000010:3.1:1783975962.222690:0:119135:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00000080:00000010:3.1:1783975962.968074:0:176597:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f171740.
00000080:00000010:3.1:1783975962.968087:0:176597:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1715e0.
00010000:00000010:3.1:1783975963.177786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0a9000.
00000080:00000010:3.1:1783975963.783221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc816468e0.
00010000:00000010:3.1:1783975963.846083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb286c200.
00010000:00000010:3.1:1783975963.846098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0a8000.
00000080:00000010:3.1:1783975963.909139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0536e0.
00010000:00000010:3.1:1783975964.466516:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb353d400.
00000080:00000010:3.1:1783975964.470081:0:176625:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053360.
00000080:00000010:3.1:1783975964.769310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c75a0.
00010000:00000010:3.1:1783975964.794093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f639000.
00010000:00000010:3.1:1783975964.794099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0a8c00.
00000080:00000010:3.1:1783975964.928948:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053360.
00010000:00000010:3.1:1783975965.127147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f334600.
00010000:00000010:3.1:1783975965.127154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb286ce00.
00010000:00000010:3.1:1783975965.127159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8ebe2800.
00000080:00000010:3.1:1783975965.239491:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1d60.
00010000:00000010:3.1:1783975965.279817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc87e7e900.
00010000:00000010:3.1:1783975965.279833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8ebe2e00.
00000080:00000010:3.1:1783975965.382969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7920.
00000080:00000010:3.1:1783975965.505000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7e40.
00010000:00000010:3.1:1783975965.551105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf54a400.
00010000:00000010:3.1:1783975965.610086:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb353c200.
00010000:00000010:3.1:1783975965.710106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae828900.
00010000:00000010:3.1:1783975965.710113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8ebe3200.
00000080:00000010:3.1:1783975965.710117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7720.
00000080:00000010:3.1:1783975965.725761:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053920.
00010000:00000010:3.1:1783975965.740136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f334600.
00000080:00000010:3.1:1783975965.789458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1680.
00000080:00000010:3.1:1783975965.846887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7d00.
00000080:00000010:3.1:1783975965.884637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053f00.
00000080:00000010:3.1:1783975965.933101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df18c0.
00000080:00000010:3.1:1783975965.963102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053a00.
00000080:00000010:3.1:1783975966.317420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ff8500.
00010000:00000010:3.1:1783975966.333182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f0da500.
00010000:00000010:3.1:1783975966.333189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0a9c00.
00010000:00000010:3.1:1783975966.387116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8579c800.
00010000:00000010:3.1:1783975966.387131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e16b000.
00000080:00000010:3.1:1783975966.946180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ff8e20.
00000080:00000010:3.1:1783975967.014152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ff8340.
00010000:00000010:3.1:1783975967.617128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0a9200.
00010000:00000010:3.1:1783975967.736419:0:176644:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e16ae00.
00000080:00000010:3.1:1783975968.151180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ff8340.
00010000:00000010:3.1:1783975968.231111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0a9c00.
00000080:00000010:3.1:1783975968.355217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7080.
00010000:00000010:3.1:1783975969.369211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:3.1:1783975969.706475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc856a4200.
00010000:00000010:3.1:1783975970.130074:0:176670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dfcb400.
00010000:00000010:3.1:1783975970.168134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad70ac00.
00010000:00000010:3.1:1783975970.187089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85774600.
00010000:00000010:3.1:1783975970.258084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc856a4200.
00010000:00000010:3.1:1783975970.481182:0:176670:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3700b00.
00010000:00000010:3.1:1783975970.481189:0:176670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadae0400.
00010000:00000010:3.1:1783975970.666285:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadae1a00.
00010000:00000010:3.1:1783975970.671089:0:176670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85774c00.
00010000:00000010:3.1:1783975970.702214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f37fa00.
00010000:00000010:3.1:1783975970.709145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f37f200.
00000080:00000010:3.1:1783975971.105153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1b60.
00000080:00000010:3.1:1783975971.105165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053560.
00000080:00000010:3.1:1783975971.215269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790e00.
00000080:00000010:3.1:1783975971.307102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790fa0.
00000080:00000010:3.1:1783975971.555298:0:176679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7920.
00010000:00000010:3.1:1783975971.680140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc905aa100.
00010000:00000010:3.1:1783975971.680156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad70bc00.
00000080:00000010:3.1:1783975971.722085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790b20.
00000080:00000010:3.1:1783975971.790091:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7ec0.
00010000:00000010:3.1:1783975971.823618:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f37ec00.
00010000:00000010:3.1:1783975971.916626:0:176685:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad70ae00.
00010000:00000010:3.1:1783975972.053166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85774c00.
00010000:00000010:3.1:1783975972.125576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3700e00.
00010000:00000010:3.1:1783975972.125588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85774600.
00010000:00000010:3.1:1783975972.747884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e8fce00.
00000080:00000010:3.1:1783975972.974166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790240.
00010000:00000010:3.1:1783975973.143275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86acd800.
00000080:00000010:3.1:1783975973.248481:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790720.
00010000:00000010:3.1:1783975973.254086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86acd400.
00000080:00000010:3.1:1783975973.270634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053980.
00000080:00000010:3.1:1783975973.319075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053de0.
00010000:00000010:3.1:1783975973.324566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadae1400.
00010000:00000010:3.1:1783975973.324572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f37ea00.
00000080:00000010:3.1:1783975973.416154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7c80.
00010000:00000010:3.1:1783975973.597584:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f37f800.
00010000:00000010:3.1:1783975973.755242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e8fde00.
00010000:00000010:3.1:1783975974.003557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85a00400.
00010000:00000010:3.1:1783975974.003563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85774e00.
00000080:00000010:3.1:1783975974.761098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790be0.
00000080:00000010:3.1:1783975974.993093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1740.
00000080:00000010:3.1:1783975975.394588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1b20.
00010000:00000010:3.1:1783975975.457095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9389ac00.
00010000:00000010:3.1:1783975975.457104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f37fc00.
00010000:00000010:3.1:1783975975.487101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadae1400.
00010000:00000010:3.1:1783975975.590083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadae1400.
00000080:00000010:3.1:1783975975.892336:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1740.
00000080:00000010:3.1:1783975976.015774:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053a00.
00010000:00000010:3.1:1783975976.019101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbd0000.
00000080:00000010:3.1:1783975976.563164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790960.
00000080:00000010:3.1:1783975977.704036:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca07906a0.
00010000:00000010:3.1:1783975977.704063:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbd0000.
00000080:00000010:3.1:1783975977.704068:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053820.
00000080:00000010:3.1:1783975978.021292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053820.
00010000:00000010:3.1:1783975978.068187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dcd8400.
00010000:00000010:3.1:1783975978.068194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9eb2a000.
00000080:00000010:3.1:1783975978.397090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca07909c0.
00010000:00000010:3.1:1783975978.483181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accadaf7400.
00010000:00000010:3.1:1783975978.483189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5d1e00.
00010000:00000010:3.1:1783975978.650923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dc2fc00.
00010000:00000010:3.1:1783975978.664286:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb38e5200.
00010000:00000010:3.1:1783975978.707101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb38e5600.
00010000:00000010:3.1:1783975978.869411:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accadb92900.
00010000:00000010:3.1:1783975978.869439:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbd0a00.
00010000:00000010:3.1:1783975978.940762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dcd8400.
00010000:00000010:3.1:1783975978.940770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb38e5200.
00000080:00000010:3.1:1783975979.350787:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc90027ca0.
00000080:00000010:3.1:1783975979.350798:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc900270e0.
00010000:00000010:3.1:1783975979.429293:0:176748:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acca2194700.
00010000:00000010:3.1:1783975979.429302:0:176748:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dc2ea00.
00010000:00000010:3.1:1783975979.625092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accc2165100.
00010000:00000010:3.1:1783975979.625097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dc2e600.
00000080:00000010:3.1:1783975979.778108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc90027700.
00000080:00000010:3.1:1783975979.778124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc900273a0.
00010000:00000010:3.1:1783975979.830094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dc2fa00.
00000080:00000010:3.1:1783975980.018087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0535e0.
00010000:00000010:3.1:1783975980.165093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accc2165f00.
00010000:00000010:3.1:1783975980.165101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dc2ea00.
00010000:00000010:3.1:1783975980.393227:0:176747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb38e5e00.
00000080:00000010:3.1:1783975980.573667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc90027e00.
00000080:00000010:3.1:1783975980.910671:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790e20.
00010000:00000010:3.1:1783975980.910679:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaeaae600.
00000080:00000010:3.1:1783975980.929084:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053ce0.
00010000:00000010:3.1:1783975980.937181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5d1200.
00000080:00000010:3.1:1783975980.943143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053440.
00000080:00000010:3.1:1783975980.983166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc90027240.
00000080:00000010:3.1:1783975981.020715:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053920.
00010000:00000010:3.1:1783975981.091831:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dcd8d00.
00010000:00000010:3.1:1783975981.091842:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f4b4400.
00010000:00000010:3.1:1783975981.186813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8322b100.
00010000:00000010:3.1:1783975981.186820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb38e5c00.
00000080:00000010:3.1:1783975981.251979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053dc0.
00000080:00000010:3.1:1783975981.251991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790040.
00000080:00000010:3.1:1783975981.560281:0:176773:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca07907a0.
00010000:00000010:3.1:1783975981.598096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dcd8300.
00010000:00000010:3.1:1783975981.598101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e36c800.
00000080:00000010:3.1:1783975981.964791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790200.
00000080:00000010:3.1:1783975982.168285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0535a0.
00000080:00000010:3.1:1783975982.665321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790ee0.
00010000:00000010:3.1:1783975982.695117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc839c1400.
00010000:00000010:3.1:1783975982.695136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f336200.
00000080:00000010:3.1:1783975982.716119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc900270e0.
00010000:00000010:3.1:1783975982.804796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5d0c00.
00000080:00000010:3.1:1783975983.010223:0:176782:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df13e0.
00010000:00000010:3.1:1783975983.028361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5d0c00.
00000080:00000010:3.1:1783975983.037100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053a40.
00010000:00000010:3.1:1783975983.199789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93cca300.
00010000:00000010:3.1:1783975983.199805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85d84400.
00000080:00000010:3.1:1783975983.308145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1880.
00000080:00000010:3.1:1783975983.455273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790760.
00000080:00000010:3.1:1783975983.455283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053280.
00000080:00000010:3.1:1783975983.480225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053540.
00010000:00000010:3.1:1783975983.497105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dcd8000.
00010000:00000010:3.1:1783975983.497111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5d0400.
00010000:00000010:3.1:1783975983.497114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dcd8400.
00010000:00000010:3.1:1783975983.705606:0:176788:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc839c1000.
00010000:00000010:3.1:1783975983.705616:0:176788:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5f3c00.
00000080:00000010:3.1:1783975983.757021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca07900e0.
00010000:00000010:3.1:1783975983.927106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93afff00.
00010000:00000010:3.1:1783975983.927114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85d84a00.
00000080:00000010:3.1:1783975984.095104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724980.
00000080:00000010:3.1:1783975984.158597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053540.
00010000:00000010:3.1:1783975984.158609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f741000.
00000080:00000010:3.1:1783975984.158612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0536e0.
00010000:00000010:3.1:1783975984.195610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affd00.
00010000:00000010:3.1:1783975984.195615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5ada00.
00010000:00000010:3.1:1783975984.195618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affb00.
00000080:00000010:3.1:1783975984.558683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724a40.
00010000:00000010:3.1:1783975984.564123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85d84a00.
00010000:00000010:3.1:1783975984.827886:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dcd8400.
00010000:00000010:3.1:1783975984.827910:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5f3200.
00000080:00000010:3.1:1783975985.072876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724a00.
00010000:00000010:3.1:1783975985.860171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3f22000.
00000080:00000010:3.1:1783975986.075161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790260.
00010000:00000010:3.1:1783975986.075190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dc2fc00.
00010000:00000010:3.1:1783975986.075197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acca2194b00.
00010000:00000010:3.1:1783975986.075201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb35a0600.
00010000:00000010:3.1:1783975986.140260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93afff00.
00010000:00000010:3.1:1783975986.140266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5ace00.
00010000:00000010:3.1:1783975986.332106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e85b200.
00000080:00000010:3.1:1783975986.371623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1f40.
00010000:00000010:3.1:1783975986.376432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5ace00.
00000080:00000010:3.1:1783975986.455669:0:176807:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0535a0.
00010000:00000010:3.1:1783975986.873172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3f23a00.
00000080:00000010:3.1:1783975987.154242:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790260.
00000080:00000010:3.1:1783975987.225223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053a40.
00010000:00000010:3.1:1783975987.676071:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3f22c00.
00000080:00000010:3.1:1783975987.972158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857248c0.
00000080:00000010:3.1:1783975988.326966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724e40.
00010000:00000010:3.1:1783975988.624073:0:176434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e85aa00.
00010000:00000010:3.1:1783975988.648129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaeabf200.
00010000:00000010:3.1:1783975988.648136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dcc4a00.
00010000:00000010:3.1:1783975988.648140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaeabf400.
00000080:00000010:3.1:1783975989.380094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790840.
00000080:00000010:3.1:1783975989.536393:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1d20.
00000080:00000010:3.1:1783975989.547194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053b00.
00000080:00000010:3.1:1783975989.734174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1a80.
00010000:00000010:3.1:1783975989.760086:0:176823:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dcc5400.
00000080:00000010:3.1:1783975989.779091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724a60.
00000080:00000010:3.1:1783975989.783282:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053c80.
00010000:00000010:3.1:1783975989.788406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f1bc800.
00010000:00000010:3.1:1783975989.818358:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dcc4e00.
00010000:00000010:3.1:1783975990.053233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f1bc600.
00000080:00000010:3.1:1783975990.205101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca07906a0.
00010000:00000010:3.1:1783975990.301094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85a81a00.
00010000:00000010:3.1:1783975990.560123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9385fb00.
00010000:00000010:3.1:1783975990.560140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9ea81600.
00000080:00000010:3.1:1783975990.591161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724960.
00000080:00000010:3.1:1783975990.591172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724880.
00010000:00000010:3.1:1783975991.024389:0:176836:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dcc5400.
00010000:00000010:3.1:1783975991.041220:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dcc5400.
00000080:00000010:3.1:1783975991.052649:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790ee0.
00000080:00000010:3.1:1783975991.052660:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca07908e0.
00010000:00000010:3.1:1783975991.079108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaeabf100.
00010000:00000010:3.1:1783975991.079115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dcc5a00.
00000080:00000010:3.1:1783975991.090129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053280.
00010000:00000010:3.1:1783975991.238351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3245000.
00010000:00000010:3.1:1783975991.268190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3245400.
00000080:00000010:3.1:1783975991.356216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1040.
00000080:00000010:3.1:1783975991.356233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724b20.
00000080:00000010:3.1:1783975991.806199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790200.
00000080:00000010:3.1:1783975991.823093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053b80.
00010000:00000010:3.1:1783975992.529586:0:176851:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91ae4800.
00010000:00000010:3.1:1783975992.529602:0:176851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3244200.
00000080:00000010:3.1:1783975992.679262:0:176851:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724e80.
00010000:00000010:3.1:1783975992.894830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc81637900.
00010000:00000010:3.1:1783975992.894837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f705800.
00010000:00000010:3.1:1783975992.936103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f705400.
00010000:00000010:3.1:1783975993.298202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3706800.
00010000:00000010:3.1:1783975993.543289:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaefd5a00.
00000080:00000010:3.1:1783975993.615120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724500.
00000080:00000010:3.1:1783975993.645647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053f00.
00000080:00000010:3.1:1783975993.650225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053020.
00000080:00000010:3.1:1783975994.057317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca2386340.
00000080:00000010:3.1:1783975994.082280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053060.
00000080:00000010:3.1:1783975994.514089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724940.
00010000:00000010:3.1:1783975994.535413:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae81e000.
00010000:00000010:3.1:1783975994.535428:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca220b600.
00000080:00000010:3.1:1783975994.967194:0:119135:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857243a0.
00010000:00000010:3.1:1783975995.215747:0:176871:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc851e7c00.
00010000:00000010:3.1:1783975995.253196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc851e6a00.
00010000:00000010:3.1:1783975995.514095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e2f9600.
00010000:00000010:3.1:1783975995.554264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3710800.
00000080:00000010:3.1:1783975995.692232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724780.
00000080:00000010:3.1:1783975995.692253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724b40.
00000080:00000010:3.1:1783975995.910238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f3317a0.
00010000:00000010:3.1:1783975996.361300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3711400.
00000080:00000010:3.1:1783975996.549676:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4540.
00000080:00000010:3.1:1783975996.688312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053020.
00010000:00000010:3.1:1783975996.688323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85cbba00.
00010000:00000010:3.1:1783975997.124382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3711200.
00000080:00000010:3.1:1783975997.140221:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7dc0.
00000080:00000010:3.1:1783975997.317191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053060.
00010000:00000010:3.1:1783975997.805099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad6a2200.
00010000:00000010:3.1:1783975997.808200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad6a3600.
00000080:00000010:3.1:1783975997.815208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724280.
00000080:00000010:3.1:1783975997.875088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724080.
00010000:00000010:3.1:1783975997.875100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e259000.
00000080:00000010:3.1:1783975997.875104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053440.
00010000:00000010:3.1:1783975998.233113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f6dc800.
00010000:00000010:3.1:1783975998.668494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaf7c7d00.
00010000:00000010:3.1:1783975998.668516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00000080:00000010:3.1:1783975998.811520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc8137ae20.
00000080:00000010:3.1:1783975998.891424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1f8a2a0.
00000080:00000010:3.1:1783975998.939092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7e60.
00010000:00000010:3.1:1783975998.972186:0:1038:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9917ef00.
00010000:00000010:3.1:1783975998.972198:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00000080:00000010:3.1:1783975999.169082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7e60.
00000080:00000010:3.1:1783975999.306124:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4240.
00000080:00000010:3.1:1783975999.306138:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4d60.
00010000:00000010:3.1:1783975999.368098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9917ef00.
00010000:00000010:3.1:1783975999.368106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00000080:00000010:3.1:1783975999.368125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f0534a0.
00000080:00000010:3.1:1783975999.411106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053440.
00000080:00000010:3.1:1783975999.454142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053dc0.
00010000:00000010:3.1:1783975999.454177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9917ef00.
00010000:00000010:3.1:1783975999.454181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc851e6c00.
00000080:00000010:3.1:1783975999.615369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053dc0.
00000080:00000010:3.1:1783975999.679339:0:176905:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053440.
00000080:00000010:3.1:1783975999.872545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053dc0.
00010000:00000010:3.1:1783975999.923366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9917ed00.
00010000:00000010:3.1:1783975999.923380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc851e6c00.
00000080:00000010:3.1:1783975999.971384:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4060.
00000080:00000010:3.1:1783976000.003264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053620.
00010000:00000010:3.1:1783976000.189604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc837d0800.
00010000:00000010:3.1:1783976000.297142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:3.1:1783976000.303095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00000080:00000010:3.1:1783976000.306640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc83643c00.
00010000:00000010:3.1:1783976000.326650:0:176914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9e859c00.
00010000:00000010:3.1:1783976000.326663:0:176914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:3.1:1783976000.350471:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976000.378101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc851e7c00.
00000080:00000010:3.1:1783976000.599198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc83643ba0.
00010000:00000010:3.1:1783976000.627382:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00000080:00000010:3.1:1783976000.881149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920780.
00010000:00000010:3.1:1783976000.894114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f114000.
00010000:00000010:3.1:1783976000.909276:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9917e600.
00010000:00000010:3.1:1783976000.909281:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f114600.
00000080:00000010:3.1:1783976000.960910:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4cc0.
00000080:00000010:3.1:1783976001.323117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae9203a0.
00000080:00000010:3.1:1783976001.334410:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1719a0.
00000080:00000010:3.1:1783976001.574089:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf47c0.
00010000:00000010:3.1:1783976001.574108:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:3.1:1783976001.917074:0:176430:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f115a00.
00000080:00000010:3.1:1783976002.121185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc83643600.
00010000:00000010:3.1:1783976002.319100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f115a00.
00000080:00000010:3.1:1783976002.552728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920d60.
00010000:00000010:3.1:1783976002.701082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3d67200.
00000080:00000010:3.1:1783976003.185341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8900.
00000080:00000010:3.1:1783976003.272096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8e20.
00010000:00000010:3.1:1783976003.317036:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9917e300.
00010000:00000010:3.1:1783976003.317043:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93fa9000.
00000080:00000010:3.1:1783976003.317061:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8900.
00010000:00000010:3.1:1783976003.317066:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9917e000.
00010000:00000010:3.1:1783976003.317068:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93fa9a00.
00000080:00000010:3.1:1783976003.317071:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8ea0.
00010000:00000010:3.1:1783976003.348139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93fa8200.
00010000:00000010:3.1:1783976003.358073:0:176955:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9917eb00.
00010000:00000010:3.1:1783976003.358079:0:176955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93fa8400.
00010000:00000010:3.1:1783976003.452609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb35ff700.
00010000:00000010:3.1:1783976003.452615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:3.1:1783976003.998093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3d67000.
00010000:00000010:3.1:1783976004.002101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb35ff200.
00010000:00000010:3.1:1783976004.002107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00000080:00000010:3.1:1783976004.670067:0:152220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf40e0.
00010000:00000010:3.1:1783976004.951132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf967000.
00010000:00000010:3.1:1783976005.167119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00000080:00000010:3.1:1783976005.253177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920640.
00010000:00000010:3.1:1783976005.422517:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8582fc00.
00010000:00000010:3.1:1783976005.549841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8582f400.
00010000:00000010:3.1:1783976005.575159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb2a0b700.
00010000:00000010:3.1:1783976005.575167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8582f800.
00000080:00000010:3.1:1783976005.604310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf40e0.
00010000:00000010:3.1:1783976005.607382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:3.1:1783976005.623564:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3c76600.
00010000:00000010:3.1:1783976005.623581:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3d66400.
00000080:00000010:3.1:1783976005.639149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4820.
00010000:00000010:3.1:1783976005.703107:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca07fbc00.
00010000:00000010:3.1:1783976005.708325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb35ffa00.
00010000:00000010:3.1:1783976005.708348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca07fb000.
00010000:00000010:3.1:1783976005.801388:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8582f600.
00010000:00000010:3.1:1783976006.036163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad77a200.
00000080:00000010:3.1:1783976006.036169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920d80.
00010000:00000010:3.1:1783976006.040092:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f1bc000.
00000080:00000010:3.1:1783976006.040100:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaef81fe0.
00000080:00000010:3.1:1783976006.040106:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4e80.
00010000:00000010:3.1:1783976006.117090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca07fbe00.
00000080:00000010:3.1:1783976006.535252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4e60.
00000080:00000010:3.1:1783976006.665341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661be0.
00000080:00000010:3.1:1783976006.971286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4760.
00010000:00000010:3.1:1783976007.433338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b6e400.
00010000:00000010:3.1:1783976007.739289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b6e400.
00010000:00000010:3.1:1783976007.759083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:3.1:1783976007.961635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8311da00.
00010000:00000010:3.1:1783976008.011494:0:176434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc82b3c400.
00010000:00000010:3.1:1783976008.236487:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b6f600.
00010000:00000010:3.1:1783976008.456857:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8311d000.
00000080:00000010:3.1:1783976008.655156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661c60.
00010000:00000010:3.1:1783976009.207468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3830a00.
00010000:00000010:3.1:1783976009.207486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e89aa00.
00010000:00000010:3.1:1783976009.208235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc82b3c400.
00010000:00000010:3.1:1783976009.254162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e36ee00.
00010000:00000010:3.1:1783976009.254170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae925c00.
00000080:00000010:3.1:1783976009.254174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661cc0.
00010000:00000010:3.1:1783976009.425086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e89ae00.
00000080:00000010:3.1:1783976009.498593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661880.
00000080:00000010:3.1:1783976009.578523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83660.
00010000:00000010:3.1:1783976009.578541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e89be00.
00000080:00000010:3.1:1783976009.578545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83220.
00010000:00000010:3.1:1783976009.578575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8311dc00.
00000080:00000010:3.1:1783976009.578577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83fe0.
00010000:00000010:3.1:1783976009.592410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3f20900.
00010000:00000010:3.1:1783976009.592416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b6e600.
00010000:00000010:3.1:1783976009.948729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3922000.
00010000:00000010:3.1:1783976010.565569:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3923e00.
00000080:00000010:3.1:1783976010.833960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920980.
00010000:00000010:3.1:1783976010.866229:0:176434:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3c76600.
00010000:00000010:3.1:1783976010.866236:0:176434:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b6fa00.
00010000:00000010:3.1:1783976010.972212:0:177062:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae878c00.
00010000:00000010:3.1:1783976011.147322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3922000.
00010000:00000010:3.1:1783976011.167371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae925200.
00010000:00000010:3.1:1783976011.208252:0:177081:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e89ba00.
00000080:00000010:3.1:1783976011.306881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae9206e0.
00010000:00000010:3.1:1783976011.535113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae925000.
00010000:00000010:3.1:1783976011.773097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f3b0a00.
00010000:00000010:3.1:1783976011.853756:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaea42000.
00010000:00000010:3.1:1783976011.885134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaea42000.
00000080:00000010:3.1:1783976012.136080:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920a60.
00010000:00000010:3.1:1783976012.214830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f3b1800.
00010000:00000010:3.1:1783976012.264301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f3b1400.
00010000:00000010:3.1:1783976012.466239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f3b0600.
00010000:00000010:3.1:1783976012.466252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f3b0200.
00010000:00000010:3.1:1783976012.645341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae878800.
00000080:00000010:3.1:1783976012.847986:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661520.
00010000:00000010:3.1:1783976012.847998:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaea43a00.
00000080:00000010:3.1:1783976012.848002:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83f60.
00000080:00000010:3.1:1783976012.848007:0:31:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f833e0.
00010000:00000010:3.1:1783976012.892154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3923a00.
00010000:00000010:3.1:1783976013.196785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f3b1e00.
00010000:00000010:3.1:1783976013.398329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83e79c00.
00010000:00000010:3.1:1783976013.398342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39b7e00.
00000080:00000010:3.1:1783976013.951133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf46e0.
00010000:00000010:3.1:1783976013.951146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3830800.
00010000:00000010:3.1:1783976013.951151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39b7c00.
00000080:00000010:3.1:1783976013.951155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920ee0.
00000080:00000010:3.1:1783976014.003298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f830e0.
00000080:00000010:3.1:1783976014.032128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83bc0.
00000080:00000010:3.1:1783976014.944078:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920a00.
00010000:00000010:3.1:1783976015.083525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8580c000.
00010000:00000010:3.1:1783976015.083532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39b7e00.
00000080:00000010:3.1:1783976015.307090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7e60.
00000080:00000010:3.1:1783976016.029086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df13e0.
00010000:00000010:3.1:1783976016.142989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83e79d00.
00010000:00000010:3.1:1783976016.142996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e33f200.
00000080:00000010:3.1:1783976016.216381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703520.
00010000:00000010:3.1:1783976016.227095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae878500.
00010000:00000010:3.1:1783976016.227103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f3b1e00.
00000080:00000010:3.1:1783976016.269204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83480.
00000080:00000010:3.1:1783976016.281832:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83f60.
00010000:00000010:3.1:1783976016.484102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f02bc00.
00010000:00000010:3.1:1783976016.628270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f02b200.
00010000:00000010:3.1:1783976016.688719:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f02b600.
00000080:00000010:3.1:1783976016.729098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae9204e0.
00010000:00000010:3.1:1783976016.768181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae878d00.
00010000:00000010:3.1:1783976016.768187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae925200.
00000080:00000010:3.1:1783976016.872102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857032a0.
00000080:00000010:3.1:1783976017.051272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920c20.
00000080:00000010:3.1:1783976017.118004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83940.
00010000:00000010:3.1:1783976017.232787:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc905a8a00.
00000080:00000010:3.1:1783976017.264686:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920ae0.
00000080:00000010:3.1:1783976017.910308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920c20.
00010000:00000010:3.1:1783976018.767704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc905a8200.
00010000:00000010:3.1:1783976018.814068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e9f5800.
00010000:00000010:3.1:1783976018.866238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e9f5800.
00000080:00000010:3.1:1783976018.932292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703740.
00000080:00000010:3.1:1783976018.939941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83f60.
00010000:00000010:3.1:1783976019.503114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e9f4600.
00010000:00000010:3.1:1783976019.535089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e9f4600.
00000080:00000010:3.1:1783976019.687394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703420.
00010000:00000010:3.1:1783976019.870135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91186b00.
00010000:00000010:3.1:1783976019.870163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e971800.
00000080:00000010:3.1:1783976020.584230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703560.
00010000:00000010:3.1:1783976020.616238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae81c000.
00010000:00000010:3.1:1783976020.616245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad778e00.
00000080:00000010:3.1:1783976020.616250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857033a0.
00010000:00000010:3.1:1783976021.048097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb38aba00.
00010000:00000010:3.1:1783976021.048104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85752e00.
00000080:00000010:3.1:1783976021.090153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703640.
00010000:00000010:3.1:1783976021.158174:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb38ab700.
00010000:00000010:3.1:1783976021.158182:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb36eb200.
00000080:00000010:3.1:1783976021.439874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703b80.
00010000:00000010:3.1:1783976022.863131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3667800.
00000080:00000010:3.1:1783976022.976522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857033c0.
00000080:00000010:3.1:1783976023.055184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661c40.
00010000:00000010:3.1:1783976023.183087:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb36ebe00.
00010000:00000010:3.1:1783976023.224257:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb36ebe00.
00000080:00000010:3.1:1783976023.392961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8580.
00010000:00000010:3.1:1783976023.404113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb38abf00.
00010000:00000010:3.1:1783976023.404125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85753200.
00000080:00000010:3.1:1783976023.408209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703620.
00000080:00000010:3.1:1783976023.630036:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703b60.
00000080:00000010:3.1:1783976023.630150:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857033e0.
00000080:00000010:3.1:1783976023.680085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ff7020.
00010000:00000010:3.1:1783976023.687222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb36eac00.
00000080:00000010:3.1:1783976023.730130:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e300.
00010000:00000010:3.1:1783976024.056088:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85753e00.
00000080:00000010:3.1:1783976024.312155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053f00.
00000080:00000010:3.1:1783976024.427086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e800.
00010000:00000010:3.1:1783976025.186467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae878c00.
00010000:00000010:3.1:1783976025.186482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b0b000.
00000080:00000010:3.1:1783976025.595107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703820.
00010000:00000010:3.1:1783976025.624029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e1e8600.
00010000:00000010:3.1:1783976025.624036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad830400.
00010000:00000010:3.1:1783976026.077173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b0a400.
00010000:00000010:3.1:1783976026.166156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e1e8c00.
00010000:00000010:3.1:1783976026.166165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3666e00.
00010000:00000010:3.1:1783976026.198121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b0aa00.
00010000:00000010:3.1:1783976026.332103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b0a400.
00000080:00000010:3.1:1783976026.366096:0:177333:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae97c0.
00010000:00000010:3.1:1783976026.402161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85655c00.
00010000:00000010:3.1:1783976026.402177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad830800.
00000080:00000010:3.1:1783976027.126875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703ac0.
00000080:00000010:3.1:1783976027.126889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703aa0.
00010000:00000010:3.1:1783976027.489176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e971200.
00010000:00000010:3.1:1783976027.513239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad831400.
00010000:00000010:3.1:1783976027.563886:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85751000.
00000080:00000010:3.1:1783976028.182189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9e20.
00000080:00000010:3.1:1783976028.337186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6ed20.
00010000:00000010:3.1:1783976028.552912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e297e00.
00010000:00000010:3.1:1783976028.954495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b0a400.
00000080:00000010:3.1:1783976029.432091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857033c0.
00000080:00000010:3.1:1783976029.650093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9e00.
00000080:00000010:3.1:1783976029.912153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857036a0.
00000080:00000010:3.1:1783976029.912167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703c40.
00010000:00000010:3.1:1783976030.140221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e295a00.
00010000:00000010:3.1:1783976030.140250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb36b9a00.
00000080:00000010:3.1:1783976031.030811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703720.
00010000:00000010:3.1:1783976031.529917:0:177401:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f014600.
00010000:00000010:3.1:1783976031.529924:0:177401:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad832e00.
00000080:00000010:3.1:1783976031.596241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9180.
00010000:00000010:3.1:1783976031.905209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc888f3e00.
00000080:00000010:3.1:1783976032.226199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9d60.
00010000:00000010:3.1:1783976032.244661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dde2200.
00010000:00000010:3.1:1783976032.244688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc888f2a00.
00000080:00000010:3.1:1783976032.244692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703500.
00000080:00000010:3.1:1783976032.303108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e620.
00010000:00000010:3.1:1783976032.671736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e296800.
00010000:00000010:3.1:1783976032.734979:0:177400:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83133400.
00010000:00000010:3.1:1783976032.929337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9e93ed00.
00010000:00000010:3.1:1783976032.929345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83132000.
00000080:00000010:3.1:1783976033.077202:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae91e0.
00010000:00000010:3.1:1783976033.194850:0:2405:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e07dc00.
00010000:00000010:3.1:1783976033.194863:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf763800.
00010000:00000010:3.1:1783976033.241614:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf762400.
00010000:00000010:3.1:1783976033.244233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf762a00.
00010000:00000010:3.1:1783976033.458378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dde2800.
00010000:00000010:3.1:1783976033.458405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc888f2600.
00010000:00000010:3.1:1783976033.904091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f014700.
00010000:00000010:3.1:1783976033.904099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e296200.
00000080:00000010:3.1:1783976033.992297:0:152220:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e6e0.
00000080:00000010:3.1:1783976034.584241:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661b40.
00000080:00000010:3.1:1783976035.025151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661a60.
00010000:00000010:3.1:1783976035.290794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc6200.
00000080:00000010:3.1:1783976035.556230:0:177400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9f80.
00000080:00000010:3.1:1783976036.103986:0:177400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae99e0.
00000080:00000010:3.1:1783976036.219211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e560.
00000080:00000010:3.1:1783976036.386216:0:177400:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae94c0.
00000080:00000010:3.1:1783976036.448162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9720.
00000080:00000010:3.1:1783976036.448173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6efe0.
00010000:00000010:3.1:1783976037.323192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc888f1900.
00010000:00000010:3.1:1783976037.323204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f7f0600.
00000080:00000010:3.1:1783976037.345212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9580.
00000080:00000010:3.1:1783976037.561183:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e0a0.
00010000:00000010:3.1:1783976037.590185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc7000.
00000080:00000010:3.1:1783976037.597076:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6eae0.
00010000:00000010:3.1:1783976037.682964:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f014d00.
00010000:00000010:3.1:1783976037.682969:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb34cdc00.
00010000:00000010:3.1:1783976038.033021:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc6a00.
00010000:00000010:3.1:1783976038.164185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc6a00.
00000080:00000010:3.1:1783976038.169142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae97e0.
00000080:00000010:3.1:1783976038.169162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9ca0.
00010000:00000010:3.1:1783976038.199609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb34cd000.
00010000:00000010:3.1:1783976038.226109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc6200.
00010000:00000010:3.1:1783976038.398441:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc7c00.
00000080:00000010:3.1:1783976038.527254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661f20.
00010000:00000010:3.1:1783976038.608508:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f014800.
00010000:00000010:3.1:1783976038.608516:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb34cc400.
00000080:00000010:3.1:1783976038.984088:0:2404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9720.
00000080:00000010:3.1:1783976039.189317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e300.
00010000:00000010:3.1:1783976040.816466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e07ed00.
00010000:00000010:3.1:1783976040.816474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59800.
00010000:00000010:3.1:1783976040.885391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e07e600.
00010000:00000010:3.1:1783976040.885401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e93c800.
00000080:00000010:3.1:1783976041.384225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661cc0.
00010000:00000010:3.1:1783976041.808751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaef1f800.
00000080:00000010:3.1:1783976042.329170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857033e0.
00010000:00000010:3.1:1783976043.439111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dd36300.
00010000:00000010:3.1:1783976043.439117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3873000.
00010000:00000010:3.1:1783976043.518250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaf667200.
00010000:00000010:3.1:1783976043.518262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb33bb600.
00000080:00000010:3.1:1783976043.676085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703c00.
00000080:00000010:3.1:1783976044.076085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661c00.
00010000:00000010:3.1:1783976044.147089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2ab6200.
00000080:00000010:3.1:1783976044.482190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9f40.
00000080:00000010:3.1:1783976044.538750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661680.
00000080:00000010:3.1:1783976045.364376:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857039e0.
00000080:00000010:3.1:1783976045.364387:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703500.
00010000:00000010:3.1:1783976045.380142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dd36e00.
00010000:00000010:3.1:1783976045.380155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83728800.
00000080:00000010:3.1:1783976045.404318:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661760.
00010000:00000010:3.1:1783976045.721363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3872a00.
00010000:00000010:3.1:1783976045.734099:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83728800.
00010000:00000010:3.1:1783976046.085088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc856ade00.
00000080:00000010:3.1:1783976046.421808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9740.
00000080:00000010:3.1:1783976046.421831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9500.
00000080:00000010:3.1:1783976046.790493:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6ef80.
00000080:00000010:3.1:1783976047.104091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9bc0.
00000080:00000010:3.1:1783976047.969426:0:2405:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9bc0.
00000080:00000010:3.1:1783976048.299123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f4080.
00000080:00000010:3.1:1783976048.375744:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6ee40.
00000080:00000010:3.1:1783976048.732590:0:177617:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f4a00.
00010000:00000010:3.1:1783976048.733402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2845600.
00000080:00000010:3.1:1783976048.934111:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae92c0.
00000080:00000010:3.1:1783976048.997288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661c60.
00010000:00000010:3.1:1783976049.007326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2844800.
00010000:00000010:3.1:1783976049.223103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f035500.
00010000:00000010:3.1:1783976049.223111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8376cc00.
00000080:00000010:3.1:1783976049.280698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9340.
00000080:00000010:3.1:1783976049.280713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e3c0.
00000080:00000010:3.1:1783976049.554134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9bc0.
00010000:00000010:3.1:1783976049.566203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc88300800.
00010000:00000010:3.1:1783976049.566210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85052a00.
00000080:00000010:3.1:1783976049.630129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e3c0.
00000080:00000010:3.1:1783976050.234277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f4760.
00010000:00000010:3.1:1783976050.340599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaeb30e00.
00010000:00000010:3.1:1783976050.340614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f7f3400.
00000800:00000200:3.1:1783976051.455574:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.455590:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.455600:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.455610:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.455620:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.456236:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.456251:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.456261:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.456271:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.456280:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.458000:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.458019:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.458029:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.458038:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.458048:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.460541:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.460557:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.460566:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.460576:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.460587:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463298:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463318:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463330:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463348:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463358:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463363:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1062420 low water 1565942 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463381:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463927:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463941:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463951:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463962:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.463971:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.464486:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.464515:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.464525:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.464534:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.464543:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.465607:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.465617:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.465623:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.465629:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.465634:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.469813:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.469836:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.469848:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1126336 low water 1533984 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976051.471961:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1573748 low water 1310278 conn ffff8acc93f5e000 blocked idle queued
00010000:00000010:3.1:1783976051.713112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8372b400.
00000080:00000010:3.1:1783976051.781610:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae98c0.
00000080:00000010:3.1:1783976051.899249:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9de0.
00000080:00000010:3.1:1783976051.945556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6efa0.
00000080:00000010:3.1:1783976051.992322:0:176434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661720.
00000080:00000010:3.1:1783976051.999096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6efa0.
00010000:00000010:3.1:1783976052.178111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8372b000.
00000080:00000010:3.1:1783976052.834088:0:177631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661fa0.
00000080:00000010:3.1:1783976053.076306:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f49c0.
00010000:00000010:3.1:1783976053.108186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87500a00.
00000080:00000010:3.1:1783976053.151155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6eac0.
00000080:00000010:3.1:1783976053.282769:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e0a0.
00000080:00000010:3.1:1783976053.349039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e140.
00010000:00000010:3.1:1783976053.467493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85685b00.
00010000:00000010:3.1:1783976053.467511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc857e3600.
00000080:00000010:3.1:1783976053.562549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f4740.
00000080:00000010:3.1:1783976053.768534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61ade0.
00010000:00000010:3.1:1783976053.919070:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8578f000.
00010000:00000010:3.1:1783976053.957298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc88300b00.
00010000:00000010:3.1:1783976053.957307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8583fc00.
00010000:00000010:3.1:1783976054.038293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85818800.
00000080:00000010:3.1:1783976054.101597:0:177679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf6613c0.
00010000:00000010:3.1:1783976054.101620:0:177679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8578c000.
00010000:00000010:3.1:1783976054.462365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8578a400.
00010000:00000010:3.1:1783976054.462370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85818200.
00000080:00000010:3.1:1783976054.803862:0:177679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a040.
00000080:00000010:3.1:1783976055.658150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703a60.
00010000:00000010:3.1:1783976056.105123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accad9f2500.
00010000:00000010:3.1:1783976056.105131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8578d600.
00000080:00000010:3.1:1783976056.333737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61ae20.
00010000:00000010:3.1:1783976056.338348:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accad9f2200.
00010000:00000010:3.1:1783976056.338358:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8372b400.
00010000:00000010:3.1:1783976056.661228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8578d600.
00010000:00000010:3.1:1783976056.977339:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8372b400.
00010000:00000010:3.1:1783976057.094098:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8583f800.
00010000:00000010:3.1:1783976057.193215:0:177679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85052200.
00010000:00000010:3.1:1783976057.556163:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85686600.
00010000:00000010:3.1:1783976057.796657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc857a4600.
00010000:00000010:3.1:1783976058.361102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85c12f00.
00010000:00000010:3.1:1783976058.361108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc857a7800.
00000080:00000010:3.1:1783976058.737087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f4760.
00010000:00000010:3.1:1783976059.215279:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8583f800.
00000080:00000010:3.1:1783976059.357095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a280.
00000080:00000010:3.1:1783976059.369137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6ed60.
00000080:00000010:3.1:1783976059.462174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a840.
00010000:00000010:3.1:1783976059.483190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f7f3400.
00010000:00000010:3.1:1783976059.525642:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796100.
00000080:00000010:3.1:1783976059.709186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f47c0.
00000080:00000010:3.1:1783976060.013784:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6ef00.
00010000:00000010:3.1:1783976062.719681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aac00.
00010000:00000010:3.1:1783976062.917074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:3.1:1783976063.034957:0:177745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:3.1:1783976064.377539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:3.1:1783976064.440091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb95200.
00010000:00000010:3.1:1783976064.478878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb94400.
00000080:00000010:3.1:1783976066.615733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88dfd520.
00000080:00000010:3.1:1783976066.625834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc9164eb40.
00010000:00000010:3.1:1783976066.625844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf9800.
00010000:00000010:3.1:1783976066.625849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae828a00.
00010000:00000010:3.1:1783976066.625853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85cc2600.
00000080:00000010:3.1:1783976067.839843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca08439c0.
00000080:00000010:3.1:1783976067.839864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61aba0.
00010000:00000010:3.1:1783976067.847239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e297a00.
00010000:00000010:3.1:1783976067.847248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9b00.
00010000:00000010:3.1:1783976067.847252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad833800.
00010000:00000010:3.1:1783976067.847255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc888f2a00.
00010000:00000010:3.1:1783976067.904322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85819200.
00010000:00000010:3.1:1783976067.904339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad64f400.
00010000:00000010:3.1:1783976067.904345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dde2900.
00010000:00000010:3.1:1783976067.904349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb36b9c00.
00000080:00000010:3.1:1783976067.926169:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca1722940.
00000080:00000010:3.1:1783976067.926187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8480.
00010000:00000010:3.1:1783976067.929585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86c80600.
00010000:00000010:3.1:1783976067.929603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accad9f2200.
00010000:00000010:3.1:1783976067.929608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc857a7600.
00000080:00000010:3.1:1783976067.939663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f4760.
00000080:00000010:3.1:1783976068.884247:0:178235:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8accaf37eb40.
00010000:00000010:3.1:1783976068.900098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8311c400.
00010000:00000010:3.1:1783976068.900109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb2842100.
00010000:00000010:3.1:1783976068.900116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad77bc00.
00000080:00000010:3.1:1783976068.900136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf661280.
00000080:00000010:3.1:1783976068.915137:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc923c5ac0.
00000080:00000010:3.1:1783976069.277673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920e80.
00000080:00000010:3.1:1783976069.277692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca2449080.
00000080:00000010:3.1:1783976069.277700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83e80.
00010000:00000010:3.1:1783976069.357422:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85058000.
00010000:00000010:3.1:1783976069.357431:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb94600.
00010000:00000010:3.1:1783976069.357439:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3830500.
00010000:00000010:3.1:1783976069.357446:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3923400.
00000080:00000010:3.1:1783976069.723537:0:178235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790fe0.
00000080:00000010:3.1:1783976069.723556:0:178235:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc82300000.
00010000:00000010:3.1:1783976069.723565:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5f2c00.
00010000:00000010:3.1:1783976069.723569:0:178235:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accc2165100.
00010000:00000010:3.1:1783976069.723573:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85d85a00.
00000080:00000010:3.1:1783976069.730128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc90027740.
00000080:00000010:3.1:1783976069.730154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8accb4655280.
00010000:00000010:3.1:1783976069.734087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5f2a00.
00010000:00000010:3.1:1783976069.734107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8322bc00.
00010000:00000010:3.1:1783976069.734110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85d84600.
00000080:00000010:3.1:1783976070.913203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790cc0.
00010000:00000010:3.1:1783976071.361707:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85753e00.
00010000:00000010:3.1:1783976071.361718:0:178235:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91186b00.
00010000:00000010:3.1:1783976071.361722:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad779200.
00010000:00000010:3.1:1783976071.361725:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb36eaa00.
00000080:00000010:3.1:1783976071.378165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857035c0.
00000080:00000010:3.1:1783976071.378196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc8218b9c0.
00010000:00000010:3.1:1783976071.378204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3667200.
00010000:00000010:3.1:1783976071.378210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91186f00.
00010000:00000010:3.1:1783976071.378213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad778200.
00000080:00000010:3.1:1783976071.385772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e920.
00000080:00000010:3.1:1783976071.385796:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0a54200.
00010000:00000010:3.1:1783976071.385804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3666400.
00010000:00000010:3.1:1783976071.385808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91186400.
00010000:00000010:3.1:1783976071.385829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad779400.
00000080:00000010:3.1:1783976071.403358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703b40.
00000080:00000010:3.1:1783976071.403398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc8218dac0.
00010000:00000010:3.1:1783976071.558109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaeb32e00.
00010000:00000010:3.1:1783976071.558124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:3.1:1783976071.558130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb38ab000.
00010000:00000010:3.1:1783976071.558134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83768600.
00010000:00000010:3.1:1783976071.660102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb318b600.
00010000:00000010:3.1:1783976071.660119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc857e3e00.
00010000:00000010:3.1:1783976071.759099:0:152219:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb31e9a00.
00010000:00000010:3.1:1783976071.759115:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dcc4200.
00010000:00000010:3.1:1783976071.771070:0:2404:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaeb30d00.
00010000:00000010:3.1:1783976071.771077:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc857e3c00.
00010000:00000010:3.1:1783976071.771080:0:2404:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaeabf900.
00010000:00000010:3.1:1783976071.771083:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3f22e00.
00010000:00000010:3.1:1783976071.973219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accc2165c00.
00010000:00000010:3.1:1783976071.973227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85827a00.
00010000:00000010:3.1:1783976072.019441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acca2194500.
00010000:00000010:3.1:1783976072.019466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dc2e200.
00010000:00000010:3.1:1783976072.082082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc857fb300.
00010000:00000010:3.1:1783976072.082089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbd0000.
00000080:00000010:3.1:1783976072.704123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0a74a40.
00010000:00000010:3.1:1783976072.708123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e8fc600.
00010000:00000010:3.1:1783976072.708141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f0da000.
00010000:00000010:3.1:1783976072.708145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f37e400.
00000080:00000010:3.1:1783976072.885509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703c00.
00000080:00000010:3.1:1783976072.885549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0af3180.
00010000:00000010:3.1:1783976072.900356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb94e00.
00010000:00000010:3.1:1783976072.900370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb34cc800.
00010000:00000010:3.1:1783976072.900373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc856ac400.
00010000:00000010:3.1:1783976072.900379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc86aecd00.
00010000:00000010:3.1:1783976072.900384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2ab6600.
00000080:00000010:3.1:1783976072.915233:0:2396:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0914a40.
00000080:00000010:3.1:1783976072.915246:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703c60.
00000080:00000010:3.1:1783976073.421711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f4820.
00000080:00000010:3.1:1783976073.426305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca08298c0.
00010000:00000010:3.1:1783976073.426347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb353d400.
00010000:00000010:3.1:1783976073.426352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acca069dd00.
00010000:00000010:3.1:1783976073.426356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbd3c00.
00010000:00000010:3.1:1783976073.426359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dfcbc00.
00000080:00000010:3.1:1783976073.431520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ff8e20.
00000080:00000010:3.1:1783976073.431550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca25718c0.
00000080:00000010:3.1:1783976073.431561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ff8b20.
00010000:00000010:3.1:1783976073.469224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85775a00.
00010000:00000010:3.1:1783976073.469240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb95200.
00010000:00000010:3.1:1783976073.469245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e146700.
00010000:00000010:3.1:1783976073.469249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85816e00.
00010000:00000010:3.1:1783976073.958163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584000.
00010000:00000010:3.1:1783976073.958191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8166fc00.
00010000:00000010:3.1:1783976073.958196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3923a00.
00010000:00000010:3.1:1783976073.958199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3df5200.
00010000:00000010:3.1:1783976074.154232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39b7200.
00010000:00000010:3.1:1783976074.154238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8eb8fb00.
00010000:00000010:3.1:1783976074.154242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39b6a00.
00010000:00000010:3.1:1783976074.154245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3df5400.
00000080:00000010:3.1:1783976074.260269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857240c0.
00010000:00000010:3.1:1783976074.851651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f7f0a00.
00010000:00000010:3.1:1783976074.851660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:3.1:1783976074.851665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3214a00.
00010000:00000010:3.1:1783976074.851671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e33f600.
00000080:00000010:3.1:1783976074.972299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f171800.
00000080:00000010:3.1:1783976074.977436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc82151080.
00010000:00000010:3.1:1783976075.001256:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb95200.
00000080:00000010:3.1:1783976075.306562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accaf6619e0.
00000080:00000010:3.1:1783976075.310511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca27718c0.
00000080:00000010:3.1:1783976075.310533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc831f48e0.
00000080:00000010:3.1:1783976075.385285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc921a0000.
00000080:00000010:3.1:1783976075.385300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcf40.
00010000:00000010:3.1:1783976075.389829:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8311ce00.
00010000:00000010:3.1:1783976075.389840:0:178235:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb2a0bd00.
00010000:00000010:3.1:1783976075.389844:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8582ec00.
00000080:00000010:3.1:1783976075.412335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3f83440.
00000080:00000010:3.1:1783976075.412375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca244d280.
00010000:00000010:3.1:1783976075.412394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad64e200.
00010000:00000010:3.1:1783976075.412401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dd22700.
00010000:00000010:3.1:1783976075.412405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85818400.
00000080:00000010:3.1:1783976075.429257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc260.
00000080:00000010:3.1:1783976075.429285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0aed280.
00010000:00000010:3.1:1783976075.574812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8504c600.
00010000:00000010:3.1:1783976075.574829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:3.1:1783976075.574834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae828e00.
00010000:00000010:3.1:1783976075.574837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00000080:00000010:3.1:1783976075.607847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca247eb40.
00000080:00000010:3.1:1783976075.607869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8060.
00010000:00000010:3.1:1783976075.674817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86accc00.
00010000:00000010:3.1:1783976075.674836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a23800.
00010000:00000010:3.1:1783976075.674841:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e146100.
00010000:00000010:3.1:1783976075.674845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85817e00.
00000080:00000010:3.1:1783976075.681266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca2574a40.
00000080:00000010:3.1:1783976075.681283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc880.
00000080:00000010:3.1:1783976075.681291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7580.
00010000:00000010:3.1:1783976075.699669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0a8800.
00010000:00000010:3.1:1783976075.699686:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae828c00.
00010000:00000010:3.1:1783976075.706303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86acca00.
00010000:00000010:3.1:1783976075.706318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb95800.
00010000:00000010:3.1:1783976075.706322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8579cb00.
00010000:00000010:3.1:1783976075.706325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbd3200.
00010000:00000010:3.1:1783976075.968274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad70a600.
00010000:00000010:3.1:1783976075.968310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:3.1:1783976075.968315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc87e7e900.
00010000:00000010:3.1:1783976075.968320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0a8200.
00010000:00000010:3.1:1783976075.968324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00000080:00000010:3.1:1783976075.973256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0b0eb40.
00000080:00000010:3.1:1783976075.973276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a360.
00010000:00000010:3.1:1783976076.414354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2de00.
00010000:00000010:3.1:1783976076.557100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc857a0400.
00010000:00000010:3.1:1783976076.557124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dd22f00.
00010000:00000010:3.1:1783976076.557129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85818a00.
00010000:00000010:3.1:1783976076.939450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8166f200.
00010000:00000010:3.1:1783976076.939457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaea43800.
00010000:00000010:3.1:1783976076.939461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc857fbf00.
00010000:00000010:3.1:1783976076.939464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f37e600.
00010000:00000010:3.1:1783976076.939469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaf439300.
00010000:00000010:3.1:1783976076.939472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb38e4000.
00000080:00000010:3.1:1783976076.942317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61aac0.
00000080:00000010:3.1:1783976076.945368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca247a100.
00010000:00000010:3.1:1783976077.030783:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb2b0d300.
00010000:00000010:3.1:1783976077.030791:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb286e200.
00010000:00000010:3.1:1783976077.030795:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93cca300.
00010000:00000010:3.1:1783976077.030798:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f740200.
00010000:00000010:3.1:1783976077.030812:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff200.
00010000:00000010:3.1:1783976077.030816:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f5ac800.
00000080:00000010:3.1:1783976077.117805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1712c0.
00000080:00000010:3.1:1783976077.133788:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca247a940.
00010000:00000010:3.1:1783976077.133800:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc857a0000.
00010000:00000010:3.1:1783976077.133805:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85685a00.
00010000:00000010:3.1:1783976077.133808:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8578cc00.
00010000:00000010:3.1:1783976077.156775:0:178235:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8578a800.
00010000:00000010:3.1:1783976077.156783:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8578e000.
00000080:00000010:3.1:1783976077.171106:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a8c0.
00000080:00000010:3.1:1783976077.171130:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0a26300.
00010000:00000010:3.1:1783976077.184143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85c12b00.
00010000:00000010:3.1:1783976077.184153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85053200.
00010000:00000010:3.1:1783976077.258103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e07f200.
00010000:00000010:3.1:1783976077.258112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85052400.
00010000:00000010:3.1:1783976077.258116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e07ff00.
00010000:00000010:3.1:1783976077.258118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85052800.
00010000:00000010:3.1:1783976077.258122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc88300900.
00010000:00000010:3.1:1783976077.258126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f7f3600.
00010000:00000010:3.1:1783976077.258129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc82a56000.
00010000:00000010:3.1:1783976077.258133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc856aee00.
00010000:00000010:3.1:1783976077.258136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8ea3a600.
00010000:00000010:3.1:1783976077.258139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8376dc00.
00000080:00000010:3.1:1783976077.314199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adccc0.
00000080:00000010:3.1:1783976077.319187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca250e300.
00010000:00000010:3.1:1783976077.319217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9eb2a400.
00010000:00000010:3.1:1783976077.319222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae828300.
00010000:00000010:3.1:1783976077.319225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85cc2800.
00000080:00000010:3.1:1783976077.393168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca2772940.
00010000:00000010:3.1:1783976077.443102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a23400.
00010000:00000010:3.1:1783976077.443119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83131900.
00010000:00000010:3.1:1783976077.443123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3872a00.
00010000:00000010:3.1:1783976077.657316:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae81c800.
00010000:00000010:3.1:1783976077.657321:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad778400.
00010000:00000010:3.1:1783976077.657339:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae81ce00.
00010000:00000010:3.1:1783976077.657343:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e970400.
00010000:00000010:3.1:1783976077.657346:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae81cb00.
00010000:00000010:3.1:1783976077.657353:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e971400.
00010000:00000010:3.1:1783976077.657357:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc905aa400.
00010000:00000010:3.1:1783976077.657360:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadae1600.
00010000:00000010:3.1:1783976077.657364:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3700b00.
00010000:00000010:3.1:1783976077.657367:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad70bc00.
00010000:00000010:3.1:1783976077.753447:0:152219:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae81eb00.
00010000:00000010:3.1:1783976077.753460:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e2f8400.
00010000:00000010:3.1:1783976077.753464:0:152219:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae81e600.
00010000:00000010:3.1:1783976077.753467:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ae00.
00010000:00000010:3.1:1783976077.859116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc87e7e100.
00010000:00000010:3.1:1783976077.859122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf54b000.
00010000:00000010:3.1:1783976077.859126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acca069d700.
00010000:00000010:3.1:1783976077.859131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f335200.
00010000:00000010:3.1:1783976077.859134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb286c900.
00010000:00000010:3.1:1783976077.859138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbd2c00.
00010000:00000010:3.1:1783976077.867231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f639400.
00010000:00000010:3.1:1783976077.867250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb353cc00.
00010000:00000010:3.1:1783976077.910321:0:152220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8ea3a700.
00010000:00000010:3.1:1783976077.910330:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87501200.
00000080:00000010:3.1:1783976078.491101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724400.
00000080:00000010:3.1:1783976078.495130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca248b9c0.
00010000:00000010:3.1:1783976078.495148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad6a2c00.
00010000:00000010:3.1:1783976078.495154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91ae4800.
00010000:00000010:3.1:1783976078.495158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad6a3e00.
00000080:00000010:3.1:1783976078.512432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724000.
00000080:00000010:3.1:1783976078.512460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca248c200.
00010000:00000010:3.1:1783976078.512471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f6dd200.
00010000:00000010:3.1:1783976078.512476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaf7c7e00.
00010000:00000010:3.1:1783976078.512479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00000080:00000010:3.1:1783976078.538097:0:178235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf42a0.
00000080:00000010:3.1:1783976078.538110:0:178235:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca248dac0.
00010000:00000010:3.1:1783976078.538117:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad6a2200.
00010000:00000010:3.1:1783976078.538122:0:178235:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaf7c7800.
00010000:00000010:3.1:1783976078.538125:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad6a3800.
00000080:00000010:3.1:1783976078.543112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857247c0.
00000080:00000010:3.1:1783976078.543140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca2489080.
00010000:00000010:3.1:1783976078.547213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e259e00.
00010000:00000010:3.1:1783976078.547251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaf43b000.
00010000:00000010:3.1:1783976078.547256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f6dc000.
00000080:00000010:3.1:1783976078.557232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053020.
00000080:00000010:3.1:1783976078.557263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca2430000.
00010000:00000010:3.1:1783976078.557277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad6a3000.
00010000:00000010:3.1:1783976078.557284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae81e400.
00010000:00000010:3.1:1783976078.557289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad6a3c00.
00000080:00000010:3.1:1783976078.575825:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724e80.
00000080:00000010:3.1:1783976078.575846:0:2397:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca248b180.
00000080:00000010:3.1:1783976078.667300:0:178235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4300.
00000080:00000010:3.1:1783976078.667317:0:178235:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca24339c0.
00000080:00000010:3.1:1783976078.667326:0:178235:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4aa0.
00010000:00000010:3.1:1783976079.402201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aac00.
00000080:00000010:3.1:1783976079.466607:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a620.
00010000:00000010:3.1:1783976079.755266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc82b3d600.
00010000:00000010:3.1:1783976079.755658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91ed8c00.
00010000:00000010:3.1:1783976079.755663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00000080:00000010:3.1:1783976079.770171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc92366b40.
00010000:00000010:3.1:1783976079.770185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad77a000.
00010000:00000010:3.1:1783976079.770191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91ed8300.
00010000:00000010:3.1:1783976079.770195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00000080:00000010:3.1:1783976080.055123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca27b1080.
00010000:00000010:3.1:1783976080.055145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9e93d800.
00010000:00000010:3.1:1783976080.055151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83a70a00.
00010000:00000010:3.1:1783976080.055155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85761200.
00010000:00000010:3.1:1783976080.686265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a22e00.
00010000:00000010:3.1:1783976081.183188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00000080:00000010:3.1:1783976081.308866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb3cf4040.
00000080:00000010:3.1:1783976081.308891:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc921e18c0.
00000080:00000010:3.1:1783976081.308897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accae920620.
00010000:00000010:3.1:1783976082.407229:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b0aa00.
00010000:00000010:3.1:1783976082.407364:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8e1e8900.
00010000:00000010:3.1:1783976082.407371:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc831b3c00.
00010000:00000010:3.1:1783976082.407390:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3666e00.
00010000:00000010:3.1:1783976082.709382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3c76300.
00010000:00000010:3.1:1783976082.709391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:3.1:1783976082.765528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e2bf800.
00010000:00000010:3.1:1783976082.765545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83242a00.
00010000:00000010:3.1:1783976082.765550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f2d4200.
00010000:00000010:3.1:1783976082.765553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f704000.
00000080:00000010:3.1:1783976082.974195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca08b4a40.
00010000:00000010:3.1:1783976082.974215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3245a00.
00010000:00000010:3.1:1783976082.974221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc81637d00.
00010000:00000010:3.1:1783976082.974225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f705000.
00000080:00000010:3.1:1783976082.988210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724cc0.
00000080:00000010:3.1:1783976082.993946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc822c4a40.
00010000:00000010:3.1:1783976082.998264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3244200.
00010000:00000010:3.1:1783976082.998281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc81637300.
00010000:00000010:3.1:1783976082.998285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f2d5800.
00000080:00000010:3.1:1783976083.013667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85724a20.
00000080:00000010:3.1:1783976083.013698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc922d98c0.
00010000:00000010:3.1:1783976083.013708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85cba800.
00010000:00000010:3.1:1783976083.013713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc81637600.
00010000:00000010:3.1:1783976083.013717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f2d4e00.
00000080:00000010:3.1:1783976083.042764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc857241c0.
00000080:00000010:3.1:1783976083.309127:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0910000.
00010000:00000010:3.1:1783976083.314144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb38e5c00.
00010000:00000010:3.1:1783976083.314156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0c0000.
00010000:00000010:3.1:1783976083.314162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accaf439a00.
00010000:00000010:3.1:1783976083.314182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaeaaf000.
00010000:00000010:3.1:1783976083.314193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e0c1800.
00000080:00000010:3.1:1783976083.325672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca09d4a40.
00000080:00000010:3.1:1783976083.325687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca0790280.
00010000:00000010:3.1:1783976083.629188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a22600.
00010000:00000010:3.1:1783976083.629198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3c75300.
00010000:00000010:3.1:1783976083.629219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a22000.
00010000:00000010:3.1:1783976083.629222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d67c00.
00000080:00000010:3.1:1783976083.634114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcd80.
00000080:00000010:3.1:1783976083.634146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8accb43d8840.
00000080:00000010:3.1:1783976083.634160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8e80.
00010000:00000010:3.1:1783976083.664178:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf4ad200.
00010000:00000010:3.1:1783976083.664185:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb94000.
00010000:00000010:3.1:1783976083.664190:0:178235:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f619400.
00010000:00000010:3.1:1783976083.664194:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d66e00.
00010000:00000010:3.1:1783976083.664197:0:178235:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a23c00.
00000080:00000010:3.1:1783976083.671109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8accaf37dac0.
00000080:00000010:3.1:1783976083.671128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e760.
00000080:00000010:3.1:1783976083.671136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1d40.
00010000:00000010:3.1:1783976083.691101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8dddd600.
00010000:00000010:3.1:1783976083.691129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb94000.
00010000:00000010:3.1:1783976083.691135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3c75e00.
00010000:00000010:3.1:1783976083.691139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86d67600.
00010000:00000010:3.1:1783976083.691142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:3.1:1783976084.200106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbd1a00.
00010000:00000010:3.1:1783976084.200140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:3.1:1783976084.200147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb2b0db00.
00010000:00000010:3.1:1783976084.200151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadae1200.
00000080:00000010:3.1:1783976084.243345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca0b09080.
00000080:00000010:3.1:1783976084.243364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b80e0.
00010000:00000010:3.1:1783976084.247649:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3707c00.
00010000:00000010:3.1:1783976084.247656:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83242000.
00010000:00000010:3.1:1783976084.247660:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f2d4000.
00010000:00000010:3.1:1783976084.247664:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f2d5200.
00000080:00000010:3.1:1783976084.253102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df11e0.
00000080:00000010:3.1:1783976084.257197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acc822c2940.
00000080:00000010:3.1:1783976084.257212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85df1b00.
00010000:00000010:3.1:1783976084.266082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f1bc600.
00010000:00000010:3.1:1783976084.266088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc83242e00.
00000080:00000010:3.1:1783976084.329139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703aa0.
00010000:00000010:3.1:1783976084.441530:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a23c00.
00000080:00000010:3.1:1783976084.983835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca17eca40.
00000080:00000010:3.1:1783976084.983855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85703ac0.
00010000:00000010:3.1:1783976084.995326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8583fa00.
00010000:00000010:3.1:1783976084.995337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb36ebe00.
00010000:00000010:3.1:1783976084.995342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accada54b00.
00010000:00000010:3.1:1783976084.995346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83132c00.
00000080:00000010:3.1:1783976084.995353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca17ec200.
00000080:00000010:3.1:1783976084.995360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8accb2ae9f60.
00000080:00000010:3.1:1783976084.995366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6ec20.
00010000:00000010:3.1:1783976085.287088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf763400.
00010000:00000010:3.1:1783976085.287102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dde2f00.
00010000:00000010:3.1:1783976085.287106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc888f3200.
00010000:00000010:3.1:1783976086.894117:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb318b900.
00010000:00000010:3.1:1783976086.894132:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8583e800.
00010000:00000010:3.1:1783976087.196246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae828600.
00010000:00000010:3.1:1783976087.196260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadbf8400.
00010000:00000010:3.1:1783976088.735112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc8dde0900.
00010000:00000010:3.1:1783976088.735132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f7f1800.
00010000:00000010:3.1:1783976088.735138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accae878700.
00010000:00000010:3.1:1783976088.735162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca07fb800.
00010000:00000010:3.1:1783976089.028139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416d00.
00010000:00000010:3.1:1783976089.028152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a23c00.
00000080:00000010:3.1:1783976089.152344:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f053b40.
00000080:00000010:3.1:1783976089.152354:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7e00.
00000080:00000010:3.1:1783976089.152359:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7a40.
00000080:00000010:3.1:1783976089.152363:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc984c7060.
00000080:00000010:3.1:1783976089.152367:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acca1ffcce0.
00000080:00000010:3.1:1783976089.152373:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f1b8c00.
00000080:00000010:3.1:1783976089.152378:0:2397:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc83643280.
00010000:00000010:3.1:1783976089.233192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aac00.
00010000:00000010:3.1:1783976089.385753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416000.
00010000:00000010:3.1:1783976089.385789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a23400.
00010000:00000010:3.1:1783976089.420530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accb3056400.
00000080:00000010:3.1:1783976096.052512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc900.
00000080:00000010:3.1:1783976096.052537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8accb4a10840.
00000800:00000200:3.1:1783976101.717444:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.717466:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.717478:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.717488:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.717500:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.717507:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.717527:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.717555:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.718245:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.718263:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.718276:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.718289:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.718300:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.724577:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.724599:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.724614:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.724630:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.724644:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.724654:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.726542:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1254168 low water 1470068 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.726568:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1254168 low water 1470068 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.726583:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1254168 low water 1470068 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.726599:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1254168 low water 1470068 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.726614:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1254168 low water 1470068 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.726624:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1254168 low water 1470068 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976101.731054:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1509832 low water 1342236 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.680371:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.681212:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.681242:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.681254:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.681263:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.682748:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.682762:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.682772:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.682777:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.683205:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.683380:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.684155:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.684189:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.684211:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.684222:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.684573:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.684587:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.684617:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 551508 low water 1821398 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.686356:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.686377:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.686388:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.686400:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.686405:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.687275:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.687291:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.687301:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.687311:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.688118:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.688132:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.688142:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.688150:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.690691:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.690712:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.690723:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.690732:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 615424 low water 1789440 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976102.691292:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 2021160 low water 1086572 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.239511:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.239529:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.239539:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.239549:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.239567:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.240868:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.240883:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.240892:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.240902:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.240913:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace -36524 low water 2115414 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.241173:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 231928 low water 1981188 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.241194:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 295844 low water 1949230 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.242664:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.242682:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.242691:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.242701:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.242711:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.242717:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 871088 low water 1661608 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.242736:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 935004 low water 1629650 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.246087:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.246103:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.246113:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.246123:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.246143:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.246149:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1190252 low water 1502026 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.246188:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1254168 low water 1470068 conn ffff8acc93f5e000 blocked idle queued
00000800:00000200:3.1:1783976106.247948:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8acc91db0000 wspace 1637664 low water 1278320 conn ffff8acc93f5e000 blocked idle queued
00010000:00000010:3.1:1783976114.825078:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39a8600.
00000080:00000010:3.1:1783976114.828086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8100.
00010000:00000010:3.1:1783976114.940099:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00000080:00000010:3.1:1783976114.940104:0:179028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e0a0.
00000080:00000010:3.1:1783976114.986221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8aa0.
00000080:00000010:3.1:1783976114.986337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6eee0.
00000080:00000010:3.1:1783976114.999098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e4e0.
00010000:00000010:3.1:1783976115.004073:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:3.1:1783976116.108745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:3.1:1783976116.108767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:3.1:1783976116.108779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2de00.
00010000:00000010:3.1:1783976116.166287:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39a9a00.
00010000:00000010:3.1:1783976116.668025:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39a9a00.
00010000:00000010:3.1:1783976116.776191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:3.1:1783976116.890183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:3.1:1783976116.895199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:3.1:1783976116.990288:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:3.1:1783976117.320798:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:3.1:1783976117.825487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:3.1:1783976118.410263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1a00.
00010000:00000010:3.1:1783976118.629087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39a8c00.
00010000:00000010:3.1:1783976118.651089:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:3.1:1783976118.754375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:3.1:1783976118.871860:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0800.
00010000:00000010:3.1:1783976119.556932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:3.1:1783976119.666722:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39a9e00.
00010000:00000010:3.1:1783976119.666731:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:3.1:1783976119.820994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39a8800.
00010000:00000010:3.1:1783976119.906266:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:3.1:1783976121.081825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85794600.
00010000:00000010:3.1:1783976121.754076:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85795600.
00010000:00000010:3.1:1783976121.890792:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:3.1:1783976122.293628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39a9e00.
00010000:00000010:3.1:1783976122.435512:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:3.1:1783976122.460080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:3.1:1783976122.651418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc7400.
00010000:00000010:3.1:1783976122.816193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39a9c00.
00010000:00000010:3.1:1783976122.881752:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85794000.
00010000:00000010:3.1:1783976122.898094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:3.1:1783976122.966247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf966400.
00010000:00000010:3.1:1783976123.201178:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85794600.
00010000:00000010:3.1:1783976123.212791:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:3.1:1783976123.310103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:3.1:1783976123.441142:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:3.1:1783976123.446089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:3.1:1783976123.519841:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:3.1:1783976123.569083:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85794a00.
00010000:00000010:3.1:1783976123.665423:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976123.751226:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:3.1:1783976123.780733:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:3.1:1783976123.780739:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:3.1:1783976123.865246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c600.
00010000:00000010:3.1:1783976124.114443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85794800.
00010000:00000010:3.1:1783976124.290083:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:3.1:1783976124.290799:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85795000.
00010000:00000010:3.1:1783976124.290807:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:3.1:1783976124.290813:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:3.1:1783976124.470103:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171200.
00010000:00000010:3.1:1783976124.579409:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:3.1:1783976124.670464:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:3.1:1783976124.694890:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:3.1:1783976124.694901:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:3.1:1783976124.804479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:3.1:1783976125.326936:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:3.1:1783976125.403419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:3.1:1783976125.540072:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:3.1:1783976125.641680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:3.1:1783976125.696554:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:3.1:1783976125.709883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:3.1:1783976125.891114:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc6a00.
00010000:00000010:3.1:1783976125.891119:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85795a00.
00010000:00000010:3.1:1783976126.076395:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf966800.
00010000:00000010:3.1:1783976126.076402:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:3.1:1783976126.213487:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85795a00.
00010000:00000010:3.1:1783976126.309365:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:3.1:1783976126.309371:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976126.623380:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:3.1:1783976126.637366:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc85794400.
00010000:00000010:3.1:1783976127.023397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:3.1:1783976127.212235:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976127.959733:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:3.1:1783976128.012187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783976128.016117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:3.1:1783976128.145177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:3.1:1783976128.613978:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:3.1:1783976128.841110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accabdc6400.
00010000:00000010:3.1:1783976128.878348:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf967600.
00010000:00000010:3.1:1783976128.938100:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:3.1:1783976129.030902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:3.1:1783976129.178507:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:3.1:1783976129.180427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:3.1:1783976129.294952:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:3.1:1783976129.627368:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:3.1:1783976129.666078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976130.019291:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:3.1:1783976130.073172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0e00.
00010000:00000010:3.1:1783976130.448200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf967800.
00010000:00000010:3.1:1783976130.696725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:3.1:1783976131.202431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050200.
00010000:00000010:3.1:1783976131.277355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf967600.
00010000:00000010:3.1:1783976131.277371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf967400.
00010000:00000010:3.1:1783976131.277378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58800.
00010000:00000010:3.1:1783976131.277381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:3.1:1783976131.287067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:3.1:1783976131.338087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0a00.
00010000:00000010:3.1:1783976131.453219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:3.1:1783976131.494162:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:3.1:1783976131.570087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:3.1:1783976131.665033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0000.
00010000:00000010:3.1:1783976131.711661:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:3.1:1783976131.821077:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976132.028367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf966c00.
00010000:00000010:3.1:1783976132.160507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:3.1:1783976132.160534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:3.1:1783976132.242383:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:3.1:1783976132.242394:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:3.1:1783976132.363322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:3.1:1783976132.471647:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59600.
00010000:00000010:3.1:1783976132.471655:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:3.1:1783976132.471659:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:3.1:1783976132.574132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:3.1:1783976132.618102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:3.1:1783976132.713540:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:3.1:1783976132.860293:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:3.1:1783976133.001098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:3.1:1783976133.216218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:3.1:1783976133.335457:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:3.1:1783976133.731286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:3.1:1783976133.809079:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:3.1:1783976133.809085:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:3.1:1783976133.904098:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783976133.908525:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf966200.
00010000:00000010:3.1:1783976133.932283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1200.
00010000:00000010:3.1:1783976133.936225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:3.1:1783976133.943113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:3.1:1783976134.021100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:3.1:1783976134.021122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:3.1:1783976134.343097:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:3.1:1783976134.370223:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976134.874196:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:3.1:1783976135.057538:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf966a00.
00010000:00000010:3.1:1783976135.169908:0:178248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:3.1:1783976135.179218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:3.1:1783976135.179230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf967600.
00010000:00000010:3.1:1783976135.285972:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:3.1:1783976135.400252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:3.1:1783976135.598208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:3.1:1783976135.891375:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051a00.
00010000:00000010:3.1:1783976135.905761:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051e00.
00010000:00000010:3.1:1783976135.905769:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:3.1:1783976136.183485:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:3.1:1783976136.940186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58200.
00010000:00000010:3.1:1783976137.053088:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:3.1:1783976137.053096:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:3.1:1783976137.369107:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:3.1:1783976137.518074:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:3.1:1783976137.704873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:3.1:1783976137.908441:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:3.1:1783976138.051988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf967800.
00010000:00000010:3.1:1783976138.301215:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:3.1:1783976138.613911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4aa00.
00010000:00000010:3.1:1783976138.613917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59000.
00010000:00000010:3.1:1783976138.617689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:3.1:1783976138.840142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:3.1:1783976138.879188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7000.
00010000:00000010:3.1:1783976139.110087:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:3.1:1783976139.110099:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:3.1:1783976139.154168:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:3.1:1783976139.154177:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:3.1:1783976139.350850:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:3.1:1783976139.394945:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2de00.
00010000:00000010:3.1:1783976139.488144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0400.
00010000:00000010:3.1:1783976140.105082:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a0600.
00010000:00000010:3.1:1783976140.408370:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:3.1:1783976140.645659:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2e00.
00010000:00000010:3.1:1783976140.704417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a1400.
00010000:00000010:3.1:1783976140.857159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:3.1:1783976141.066145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:3.1:1783976141.633889:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976141.633895:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585400.
00010000:00000010:3.1:1783976142.346226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:3.1:1783976142.532611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2c00.
00010000:00000010:3.1:1783976142.773163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:3.1:1783976143.285952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:3.1:1783976143.517070:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59200.
00010000:00000010:3.1:1783976143.691684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:3.1:1783976143.915084:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:3.1:1783976144.002186:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a0e00.
00010000:00000010:3.1:1783976144.030249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2de00.
00010000:00000010:3.1:1783976144.238180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3400.
00010000:00000010:3.1:1783976144.238187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58600.
00010000:00000010:3.1:1783976144.323095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:3.1:1783976144.334095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:3.1:1783976144.487126:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:3.1:1783976144.487133:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:3.1:1783976144.653071:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:3.1:1783976144.869151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:3.1:1783976144.915687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1400.
00010000:00000010:3.1:1783976145.058087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:3.1:1783976146.071595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:3.1:1783976146.132991:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:3.1:1783976146.520068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:3.1:1783976146.520074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:3.1:1783976146.520077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:3.1:1783976146.520080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:3.1:1783976146.520083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:3.1:1783976146.520086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:3.1:1783976146.520098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815c00.
00010000:00000010:3.1:1783976146.520101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:3.1:1783976146.591421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:3.1:1783976146.751486:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:3.1:1783976146.839101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4aa00.
00010000:00000010:3.1:1783976146.929070:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:3.1:1783976147.462703:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:3.1:1783976147.650268:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a3800.
00010000:00000010:3.1:1783976147.786103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976147.889184:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:3.1:1783976147.897102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:3.1:1783976147.993106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a3200.
00010000:00000010:3.1:1783976148.054161:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a2e00.
00010000:00000010:3.1:1783976148.273119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976148.320543:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:3.1:1783976148.443765:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0000.
00010000:00000010:3.1:1783976148.465518:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:3.1:1783976148.487772:0:178248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783976148.498079:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:3.1:1783976148.498083:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a1800.
00010000:00000010:3.1:1783976148.498087:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976148.498090:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:3.1:1783976148.498093:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:3.1:1783976148.498096:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:3.1:1783976148.498108:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:3.1:1783976148.524076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:3.1:1783976148.524087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:3.1:1783976148.527895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:3.1:1783976148.527904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:3.1:1783976148.891619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976149.149323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:3.1:1783976149.154782:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:3.1:1783976149.307128:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976149.790118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976149.797388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:0.1:1783976149.806583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:0.1:1783976149.810333:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976149.868415:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976149.922116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976149.922139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739e00.
00010000:00000010:0.1:1783976149.922152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976149.925230:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976149.926253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738a00.
00010000:00000010:0.1:1783976149.977102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:0.1:1783976149.985764:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976149.985776:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:3.1:1783976150.008081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738e00.
00010000:00000010:0.1:1783976150.041095:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976150.055649:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:0.1:1783976150.055658:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976150.074204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976150.107492:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976150.124364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976150.129757:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:0.1:1783976150.129763:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:0.1:1783976150.217501:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976150.217511:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:0.1:1783976150.252098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051a00.
00010000:00000010:0.1:1783976150.264819:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:0.1:1783976150.292071:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:3.1:1783976150.337105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976150.376095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976150.381482:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976150.408704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:0.1:1783976150.408709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:0.1:1783976150.426268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:0.1:1783976150.509904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976150.509913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:0.1:1783976150.523683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976150.523702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:3.1:1783976150.564140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:3.1:1783976150.584291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976150.655751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976150.676709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976150.720098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976150.736337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a3a00.
00010000:00000010:0.1:1783976150.736344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976150.771324:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783976150.782083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:0.1:1783976150.820084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:0.1:1783976150.836449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:0.1:1783976150.911246:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:0.1:1783976150.971065:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:0.1:1783976150.983068:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976150.992076:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:0.1:1783976151.005098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:0.1:1783976151.089140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:0.1:1783976151.135976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976151.276648:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:0.1:1783976151.303412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976151.338577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:3.1:1783976151.339963:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:0.1:1783976151.354303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976151.443123:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051a00.
00010000:00000010:0.1:1783976151.468225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976151.573632:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976151.579121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:0.1:1783976151.579134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976151.579138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:3.1:1783976151.579186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976151.661059:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:3.1:1783976151.692216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976151.704224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976151.714459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:0.1:1783976151.780084:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:0.1:1783976151.815074:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:0.1:1783976151.868392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976151.895104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:0.1:1783976151.911119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976152.080107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976152.080118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050200.
00010000:00000010:0.1:1783976152.080121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:0.1:1783976152.155117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976152.253143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976152.253148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976152.253156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584a00.
00010000:00000010:0.1:1783976152.279861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585e00.
00010000:00000010:0.1:1783976152.297248:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:0.1:1783976152.385331:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:0.1:1783976152.413940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:0.1:1783976152.433343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:3.1:1783976152.455173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:0.1:1783976152.486066:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:0.1:1783976152.490416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976152.503125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585e00.
00010000:00000010:0.1:1783976152.585113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976152.585121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976152.585124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:0.1:1783976152.585132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:3.1:1783976152.585521:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a1000.
00010000:00000010:0.1:1783976152.603460:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976152.609106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:0.1:1783976152.609119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976152.609127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738a00.
00010000:00000010:0.1:1783976152.617289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976152.657176:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:3.1:1783976152.739352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976152.742155:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a0000.
00010000:00000010:0.1:1783976152.765088:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976152.765094:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976152.774476:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976152.774483:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976152.780011:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:0.1:1783976152.780016:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a1c00.
00010000:00000010:0.1:1783976152.784298:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:3.1:1783976152.784416:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:3.1:1783976152.784421:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3c00.
00010000:00000010:0.1:1783976152.796949:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976152.820404:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:0.1:1783976152.828985:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:0.1:1783976152.828989:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585400.
00010000:00000010:3.1:1783976152.840491:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:0.1:1783976152.845619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:0.1:1783976152.872495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:0.1:1783976152.925089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585600.
00010000:00000010:0.1:1783976152.925094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976152.942822:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:0.1:1783976153.012365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976153.012376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976153.020091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976153.023223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584a00.
00010000:00000010:0.1:1783976153.080401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976153.088335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976153.120844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:3.1:1783976153.158081:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a1e00.
00010000:00000010:0.1:1783976153.185396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:0.1:1783976153.231966:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:0.1:1783976153.261081:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:3.1:1783976153.265154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976153.354439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:0.1:1783976153.354456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:0.1:1783976153.365476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976153.386472:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a0400.
00010000:00000010:0.1:1783976153.464626:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:0.1:1783976153.507305:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:0.1:1783976153.526086:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976153.526100:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:0.1:1783976153.537084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:0.1:1783976153.607805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:0.1:1783976153.635273:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:0.1:1783976153.692534:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463a00.
00010000:00000010:0.1:1783976153.723079:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976153.787097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:0.1:1783976153.787116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:0.1:1783976153.795287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:0.1:1783976153.807709:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:3.1:1783976153.856081:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584a00.
00010000:00000010:3.1:1783976153.907085:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:0.1:1783976153.927557:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:0.1:1783976153.958221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00010000:00000010:0.1:1783976153.966123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:0.1:1783976153.997182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976154.043820:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:0.1:1783976154.043826:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976154.063449:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:0.1:1783976154.100549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976154.127186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:0.1:1783976154.215130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:0.1:1783976154.215144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:0.1:1783976154.215154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976154.261533:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:0.1:1783976154.284221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:3.1:1783976154.284409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:0.1:1783976154.364873:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976154.364878:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:0.1:1783976154.364892:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585200.
00010000:00000010:3.1:1783976154.489664:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:0.1:1783976154.511814:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170600.
00010000:00000010:0.1:1783976154.516667:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:0.1:1783976154.540573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:3.1:1783976154.565337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050a00.
00010000:00000010:0.1:1783976154.628158:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:0.1:1783976154.658168:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:0.1:1783976154.726184:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976154.726196:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:0.1:1783976154.767499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:0.1:1783976154.771101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:0.1:1783976154.833073:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:3.1:1783976154.842486:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976154.897086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:0.1:1783976154.900073:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976154.942459:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a1200.
00010000:00000010:0.1:1783976154.942475:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976154.958107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976155.014391:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:0.1:1783976155.028368:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00010000:00000010:0.1:1783976155.071075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976155.152071:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59a00.
00010000:00000010:0.1:1783976155.152094:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584a00.
00010000:00000010:0.1:1783976155.197070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:0.1:1783976155.199687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976155.251219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976155.288417:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:0.1:1783976155.336110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976155.361925:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2de00.
00010000:00000010:0.1:1783976155.367204:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976155.386148:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:0.1:1783976155.452492:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:3.1:1783976155.453008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976155.453015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463a00.
00010000:00000010:0.1:1783976155.484759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584400.
00010000:00000010:0.1:1783976155.484764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:0.1:1783976155.557122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976155.570124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050200.
00010000:00000010:0.1:1783976155.570137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976155.621313:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739000.
00010000:00000010:0.1:1783976155.621321:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:3.1:1783976155.647176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:3.1:1783976155.647191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:0.1:1783976155.732082:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:0.1:1783976155.752250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976155.843527:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976155.868234:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:0.1:1783976155.872299:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6000.
00010000:00000010:0.1:1783976155.915985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976155.915992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976155.919180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:0.1:1783976155.947075:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58a00.
00010000:00000010:3.1:1783976155.947476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976155.989611:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:0.1:1783976156.038894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:0.1:1783976156.038900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59e00.
00010000:00000010:0.1:1783976156.058099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:0.1:1783976156.102382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976156.116097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:0.1:1783976156.144111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:0.1:1783976156.155340:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:0.1:1783976156.170370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976156.225734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976156.231110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:0.1:1783976156.323324:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976156.323331:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:0.1:1783976156.361016:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050a00.
00010000:00000010:0.1:1783976156.363293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976156.482751:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976156.486490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976156.486498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976156.486501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:0.1:1783976156.486511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59200.
00010000:00000010:0.1:1783976156.560447:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976156.571175:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:0.1:1783976156.571197:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6000.
00010000:00000010:0.1:1783976156.602067:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:0.1:1783976156.602080:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976156.602084:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976156.602087:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976156.602091:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc984a0c00.
00010000:00000010:0.1:1783976156.602099:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:0.1:1783976156.626132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976156.626197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976156.636085:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:0.1:1783976156.676079:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58400.
00010000:00000010:0.1:1783976156.738546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976156.746713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:0.1:1783976156.766456:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:3.1:1783976156.790070:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:0.1:1783976156.794287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:0.1:1783976156.798246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:0.1:1783976156.845443:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976156.864082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:0.1:1783976157.008094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:3.1:1783976157.014080:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:0.1:1783976157.089783:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170000.
00010000:00000010:0.1:1783976157.116120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976157.116140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976157.238117:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:3.1:1783976157.253391:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59e00.
00010000:00000010:3.1:1783976157.253402:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976157.270160:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:0.1:1783976157.302241:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976157.302256:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59a00.
00010000:00000010:3.1:1783976157.443273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585e00.
00010000:00000010:0.1:1783976157.504001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:3.1:1783976157.600260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976157.642011:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585000.
00010000:00000010:0.1:1783976157.652100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976157.652117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59800.
00010000:00000010:0.1:1783976157.652121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:0.1:1783976157.667080:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:0.1:1783976157.723682:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976157.750170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:3.1:1783976157.795094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59200.
00010000:00000010:0.1:1783976157.839113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976157.844575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59000.
00010000:00000010:0.1:1783976157.853228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:0.1:1783976157.930274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3e00.
00010000:00000010:0.1:1783976157.930282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:3.1:1783976157.931004:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59e00.
00010000:00000010:0.1:1783976157.965078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:0.1:1783976158.019347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:0.1:1783976158.104067:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb59600.
00010000:00000010:3.1:1783976158.110699:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976158.155196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976158.245430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976158.282125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:0.1:1783976158.282141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976158.287541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:3.1:1783976158.320267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584a00.
00010000:00000010:0.1:1783976158.482093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976158.547091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:3.1:1783976158.558627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976158.641388:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:3.1:1783976158.672249:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:0.1:1783976158.691005:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976158.691012:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58400.
00010000:00000010:0.1:1783976158.702288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:3.1:1783976158.741092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:0.1:1783976158.826069:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976158.826083:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:3.1:1783976158.839149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:3.1:1783976158.933121:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:3.1:1783976158.945511:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:0.1:1783976158.968578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976158.971257:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:0.1:1783976159.019076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:3.1:1783976159.019201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:0.1:1783976159.064102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:0.1:1783976159.069666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:3.1:1783976159.070316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584800.
00010000:00000010:0.1:1783976159.094074:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976159.108341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976159.144085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:0.1:1783976159.176131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976159.176144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976159.176147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976159.237067:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976159.264446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976159.306010:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:3.1:1783976159.348279:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:3.1:1783976159.388694:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:3.1:1783976159.388704:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976159.424674:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:0.1:1783976159.429569:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58e00.
00010000:00000010:0.1:1783976159.470716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584000.
00010000:00000010:0.1:1783976159.549187:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:3.1:1783976159.566133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:0.1:1783976159.570965:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:3.1:1783976159.601188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:3.1:1783976159.601196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976159.677370:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976159.713386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976159.734557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976159.734563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585200.
00010000:00000010:0.1:1783976159.738282:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976159.783971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0400.
00010000:00000010:0.1:1783976159.783979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:0.1:1783976159.818070:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:3.1:1783976159.935889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976159.991536:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:3.1:1783976160.023696:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1000.
00010000:00000010:0.1:1783976160.038148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976160.050803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:3.1:1783976160.092627:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976160.131115:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:3.1:1783976160.211112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:3.1:1783976160.318569:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1e00.
00010000:00000010:0.1:1783976160.329411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738400.
00010000:00000010:0.1:1783976160.329425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584400.
00010000:00000010:0.1:1783976160.333518:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815000.
00010000:00000010:3.1:1783976160.359318:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976160.363001:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976160.392888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:0.1:1783976160.461128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:3.1:1783976160.496023:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3200.
00010000:00000010:0.1:1783976160.577346:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976160.577352:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976160.599218:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:3.1:1783976160.606839:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:0.1:1783976160.627151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:0.1:1783976160.642733:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:0.1:1783976160.683505:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976160.739807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814800.
00010000:00000010:0.1:1783976160.747709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0800.
00010000:00000010:0.1:1783976160.747724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976160.747728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:0.1:1783976160.766280:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:0.1:1783976160.766287:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976160.766290:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:0.1:1783976160.809875:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:0.1:1783976160.809881:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976160.809891:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58600.
00010000:00000010:3.1:1783976160.824224:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739e00.
00010000:00000010:0.1:1783976160.825878:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:0.1:1783976160.825887:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:0.1:1783976160.825892:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976160.825894:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:0.1:1783976160.825900:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976160.825907:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:0.1:1783976160.825914:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976160.832148:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:3.1:1783976160.842068:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:0.1:1783976160.843084:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:0.1:1783976160.885572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584e00.
00010000:00000010:0.1:1783976161.014485:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:3.1:1783976161.026246:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976161.067296:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:0.1:1783976161.113064:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8eb58c00.
00010000:00000010:0.1:1783976161.113079:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976161.126076:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:0.1:1783976161.184142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:0.1:1783976161.184151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:0.1:1783976161.317282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976161.330037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:3.1:1783976161.352089:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976161.414233:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976161.476767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:0.1:1783976161.476782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0200.
00010000:00000010:0.1:1783976161.547254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:0.1:1783976161.596152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976161.596159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976161.643259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051e00.
00010000:00000010:0.1:1783976161.643266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4aa00.
00010000:00000010:0.1:1783976161.656821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976161.656829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:0.1:1783976161.700600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:0.1:1783976161.700614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976161.700617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:0.1:1783976161.740153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976161.792429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:3.1:1783976161.812124:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:0.1:1783976161.903983:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976161.927073:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:0.1:1783976161.955184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1400.
00010000:00000010:0.1:1783976162.016467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976162.020148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:0.1:1783976162.024213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:0.1:1783976162.186333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1a00.
00010000:00000010:3.1:1783976162.187222:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976162.238910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976162.268822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976162.268837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:3.1:1783976162.316075:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976162.377074:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:0.1:1783976162.395415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976162.474928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976162.485109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976162.519108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976162.596999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:3.1:1783976162.661102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738a00.
00010000:00000010:0.1:1783976162.686073:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976162.690126:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:0.1:1783976162.690133:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976162.690136:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:0.1:1783976162.726181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:0.1:1783976162.849317:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976162.924095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0a00.
00010000:00000010:0.1:1783976162.924112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050a00.
00010000:00000010:0.1:1783976162.949031:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:0.1:1783976162.968701:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:0.1:1783976163.019089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:0.1:1783976163.019096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:0.1:1783976163.065238:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:3.1:1783976163.101845:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d800.
00010000:00000010:0.1:1783976163.148898:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738a00.
00010000:00000010:0.1:1783976163.179115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976163.192360:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976163.313337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:3.1:1783976163.375168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c600.
00010000:00000010:0.1:1783976163.393124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976163.398492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:3.1:1783976163.504501:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976163.556065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976163.586940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:0.1:1783976163.656637:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976163.661490:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976163.739570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:3.1:1783976163.762367:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:3.1:1783976163.767089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:0.1:1783976163.767094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:3.1:1783976163.858103:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976163.914852:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:0.1:1783976163.997910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976164.007091:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585200.
00010000:00000010:0.1:1783976164.007110:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976164.100530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976164.185093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030a00.
00010000:00000010:0.1:1783976164.185101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976164.294587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976164.294598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976164.339729:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:0.1:1783976164.388071:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:0.1:1783976164.491091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976164.491098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0e00.
00010000:00000010:3.1:1783976164.491559:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976164.501257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031e00.
00010000:00000010:3.1:1783976164.571208:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:0.1:1783976164.655818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:3.1:1783976164.695099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:3.1:1783976164.701810:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976164.738075:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:0.1:1783976164.771913:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:0.1:1783976164.771920:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:0.1:1783976164.771930:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976164.785592:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:0.1:1783976164.792044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4aa00.
00010000:00000010:0.1:1783976164.792066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976164.792070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:0.1:1783976164.792076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:0.1:1783976164.792080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:0.1:1783976164.792098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976164.792106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976164.801103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:0.1:1783976164.801111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976164.840772:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976164.840777:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976164.840781:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0600.
00010000:00000010:0.1:1783976164.840783:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0800.
00010000:00000010:0.1:1783976164.840786:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976164.840791:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:0.1:1783976164.840796:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:0.1:1783976164.953142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976164.953158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:0.1:1783976164.983805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976164.983812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:0.1:1783976165.017101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:0.1:1783976165.098600:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:3.1:1783976165.102372:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:3.1:1783976165.102380:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0800.
00010000:00000010:0.1:1783976165.159096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976165.241708:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976165.241722:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976165.241728:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:0.1:1783976165.241733:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976165.241736:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976165.241747:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050a00.
00010000:00000010:0.1:1783976165.262066:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976165.271529:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815a00.
00010000:00000010:0.1:1783976165.271535:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976165.271538:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976165.271541:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:0.1:1783976165.271544:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:0.1:1783976165.271547:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976165.271560:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:0.1:1783976165.289511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976165.301076:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:0.1:1783976165.322129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0a00.
00010000:00000010:0.1:1783976165.409074:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:0.1:1783976165.427099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:0.1:1783976165.485084:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:3.1:1783976165.518079:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976165.532249:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976165.603872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:0.1:1783976165.685959:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1000.
00010000:00000010:3.1:1783976165.691268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:0.1:1783976165.696821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976165.747499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0a00.
00010000:00000010:0.1:1783976165.872626:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051a00.
00010000:00000010:0.1:1783976165.904866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:0.1:1783976165.904871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:0.1:1783976165.904874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0e00.
00010000:00000010:0.1:1783976165.908111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:0.1:1783976165.908117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976165.908120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:3.1:1783976165.926202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976165.934530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:0.1:1783976165.995092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976165.995117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976165.995126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:3.1:1783976166.042379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:3.1:1783976166.042398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976166.154093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976166.181089:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976166.181093:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584800.
00010000:00000010:0.1:1783976166.188749:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976166.234106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976166.239281:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:0.1:1783976166.252185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976166.252190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0600.
00010000:00000010:0.1:1783976166.252193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976166.252196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:0.1:1783976166.252199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6400.
00010000:00000010:0.1:1783976166.252202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:0.1:1783976166.252205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:0.1:1783976166.260004:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976166.260015:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976166.260019:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:0.1:1783976166.264459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030a00.
00010000:00000010:0.1:1783976166.264478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:0.1:1783976166.264488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:0.1:1783976166.264491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584200.
00010000:00000010:0.1:1783976166.371446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976166.377480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:0.1:1783976166.377509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976166.409335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:0.1:1783976166.444965:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976166.449430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976166.449442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976166.478112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:3.1:1783976166.504281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976166.541164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976166.568071:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031c00.
00010000:00000010:0.1:1783976166.631137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976166.631142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:0.1:1783976166.635448:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976166.649972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:0.1:1783976166.667374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:0.1:1783976166.680839:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:3.1:1783976166.713129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976166.748094:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:0.1:1783976166.773125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:0.1:1783976166.788003:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0600.
00010000:00000010:0.1:1783976166.793795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:3.1:1783976166.794074:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:0.1:1783976166.838856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976166.844280:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:0.1:1783976166.870950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976166.870956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1e00.
00010000:00000010:0.1:1783976166.877279:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:0.1:1783976166.949068:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:0.1:1783976166.958110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:0.1:1783976166.958117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976166.958120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051a00.
00010000:00000010:0.1:1783976166.958124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:0.1:1783976166.958127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:3.1:1783976166.967711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:3.1:1783976166.967725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:3.1:1783976166.967732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:3.1:1783976166.967741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976166.985723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1a00.
00010000:00000010:3.1:1783976166.994148:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:0.1:1783976167.081070:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585600.
00010000:00000010:0.1:1783976167.114480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031e00.
00010000:00000010:0.1:1783976167.149133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:0.1:1783976167.166089:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0600.
00010000:00000010:0.1:1783976167.212098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976167.212114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976167.322620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976167.383121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0e00.
00010000:00000010:0.1:1783976167.485742:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976167.497085:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:0.1:1783976167.642271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976167.659399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:0.1:1783976167.702239:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:3.1:1783976167.704469:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:3.1:1783976167.704474:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:3.1:1783976167.742369:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976167.791064:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:3.1:1783976167.840543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976167.852339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:0.1:1783976167.858091:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:3.1:1783976168.052224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976168.081608:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050200.
00010000:00000010:0.1:1783976168.192181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:0.1:1783976168.192193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:0.1:1783976168.334120:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:3.1:1783976168.380551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976168.430094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:0.1:1783976168.464867:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976168.559094:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c600.
00010000:00000010:3.1:1783976168.734522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:0.1:1783976168.748156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739e00.
00010000:00000010:1.1:1783976168.752118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976168.794135:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:3.1:1783976168.854102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0000.
00010000:00000010:1.1:1783976168.854227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:1.1:1783976168.854233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976168.865121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:1.1:1783976168.883108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:3.1:1783976168.907210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:1.1:1783976169.017609:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:1.1:1783976169.042753:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:1.1:1783976169.050185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:1.1:1783976169.090544:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976169.104067:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:3.1:1783976169.111412:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738a00.
00010000:00000010:0.1:1783976169.127108:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:1.1:1783976169.147102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:0.1:1783976169.156161:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976169.179453:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:0.1:1783976169.182092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976169.187108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:0.1:1783976169.187122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815c00.
00010000:00000010:1.1:1783976169.258075:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1000.
00010000:00000010:1.1:1783976169.266714:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976169.284411:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:1.1:1783976169.297090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:0.1:1783976169.347151:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:3.1:1783976169.395698:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:0.1:1783976169.422433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170600.
00010000:00000010:1.1:1783976169.468093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:1.1:1783976169.510082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:1.1:1783976169.510090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584000.
00010000:00000010:1.1:1783976169.510093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051e00.
00010000:00000010:3.1:1783976169.557430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:3.1:1783976169.557437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:1.1:1783976169.621648:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:3.1:1783976169.632383:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:3.1:1783976169.644070:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:0.1:1783976169.692244:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:1.1:1783976169.693068:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:3.1:1783976169.719280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976169.743068:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:3.1:1783976169.749208:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815000.
00010000:00000010:0.1:1783976169.766242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976169.811069:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0600.
00010000:00000010:1.1:1783976169.818208:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:1.1:1783976169.865162:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:1.1:1783976169.897939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:0.1:1783976169.920341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:1.1:1783976169.925418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:1.1:1783976169.985094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:3.1:1783976169.985227:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2000.
00010000:00000010:1.1:1783976170.043083:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:1.1:1783976170.043099:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815a00.
00010000:00000010:1.1:1783976170.043103:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:1.1:1783976170.058424:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:1.1:1783976170.058433:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:1.1:1783976170.088741:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463a00.
00010000:00000010:3.1:1783976170.145650:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:3.1:1783976170.165090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3000.
00010000:00000010:0.1:1783976170.173071:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3200.
00010000:00000010:1.1:1783976170.208088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:1.1:1783976170.248575:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:1.1:1783976170.257849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2e00.
00010000:00000010:1.1:1783976170.257856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:1.1:1783976170.312638:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:3.1:1783976170.316391:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:3.1:1783976170.334037:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976170.365037:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:1.1:1783976170.365043:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2200.
00010000:00000010:1.1:1783976170.453222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:1.1:1783976170.453230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2600.
00010000:00000010:1.1:1783976170.453234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976170.453237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976170.453245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976170.456162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:0.1:1783976170.456167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:3.1:1783976170.456206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3400.
00010000:00000010:1.1:1783976170.456258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976170.458137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:0.1:1783976170.553074:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976170.553080:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2c00.
00010000:00000010:0.1:1783976170.553083:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:0.1:1783976170.576072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2400.
00010000:00000010:0.1:1783976170.576077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:0.1:1783976170.609362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:0.1:1783976170.614082:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976170.660133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3a00.
00010000:00000010:0.1:1783976170.667114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:0.1:1783976170.667126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:0.1:1783976170.749077:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:0.1:1783976170.750523:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976170.750527:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1800.
00010000:00000010:0.1:1783976170.801088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:0.1:1783976170.815087:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:0.1:1783976170.815093:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:0.1:1783976170.837614:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0e00.
00010000:00000010:0.1:1783976170.837619:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976170.837623:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976170.837626:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:0.1:1783976170.959081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976170.959094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976170.971079:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:1.1:1783976170.986161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:0.1:1783976170.998045:0:152218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:1.1:1783976171.051066:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976171.056105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:1.1:1783976171.056123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1e00.
00010000:00000010:3.1:1783976171.063139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:0.1:1783976171.116663:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:3.1:1783976171.172749:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976171.186080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:1.1:1783976171.191067:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031e00.
00010000:00000010:0.1:1783976171.201434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976171.201441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:1.1:1783976171.234911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2000.
00010000:00000010:1.1:1783976171.273084:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:1.1:1783976171.273090:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976171.291143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976171.367141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976171.367151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:0.1:1783976171.367155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2de00.
00010000:00000010:1.1:1783976171.370386:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976171.379242:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976171.461083:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:1.1:1783976171.464438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:1.1:1783976171.493128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:0.1:1783976171.557211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976171.557218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:0.1:1783976171.557221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976171.564142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976171.639574:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:1.1:1783976171.645086:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:1.1:1783976171.649089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:0.1:1783976171.702093:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:0.1:1783976171.713088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976171.802077:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976171.802082:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:0.1:1783976171.802084:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:1.1:1783976171.821276:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:0.1:1783976171.821958:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:0.1:1783976171.822030:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976171.822034:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976171.822038:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976171.822040:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976171.888120:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1600.
00010000:00000010:0.1:1783976171.892084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:3.1:1783976171.892088:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:3.1:1783976171.892092:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976171.892095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:0.1:1783976171.892101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976171.892214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:0.1:1783976171.945935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:0.1:1783976171.945943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:1.1:1783976171.948087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:1.1:1783976171.948092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:1.1:1783976172.034276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:1.1:1783976172.041102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:1.1:1783976172.041108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:0.1:1783976172.099132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:0.1:1783976172.099140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:3.1:1783976172.106176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:1.1:1783976172.186285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031c00.
00010000:00000010:1.1:1783976172.186297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976172.202111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:0.1:1783976172.202122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:1.1:1783976172.202129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976172.239073:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:1.1:1783976172.239089:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:1.1:1783976172.239096:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:0.1:1783976172.276760:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170000.
00010000:00000010:1.1:1783976172.290282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:1.1:1783976172.293078:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976172.293084:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976172.293087:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:0.1:1783976172.293817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976172.361229:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:1.1:1783976172.373100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976172.423069:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976172.431074:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976172.495311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:0.1:1783976172.500501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976172.555082:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:1.1:1783976172.563233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:1.1:1783976172.582808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:1.1:1783976172.607844:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:0.1:1783976172.670103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:1.1:1783976172.690104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6200.
00010000:00000010:0.1:1783976172.695069:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976172.700071:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976172.700076:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:0.1:1783976172.700084:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:3.1:1783976172.780287:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:1.1:1783976172.816792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976172.816798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1800.
00010000:00000010:0.1:1783976172.835570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:1.1:1783976172.891117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976172.891130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1400.
00010000:00000010:1.1:1783976172.919562:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:1.1:1783976172.934164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976172.934177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:1.1:1783976172.934184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976172.935111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:1.1:1783976172.968094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:1.1:1783976173.000774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:0.1:1783976173.021079:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976173.027354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:1.1:1783976173.028396:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:1.1:1783976173.028404:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976173.028407:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:1.1:1783976173.028409:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976173.034073:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976173.034078:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00010000:00000010:0.1:1783976173.034085:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:1.1:1783976173.044069:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:1.1:1783976173.065085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:0.1:1783976173.072080:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:1.1:1783976173.075148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:1.1:1783976173.075159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:3.1:1783976173.135585:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:0.1:1783976173.185101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:0.1:1783976173.185109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:0.1:1783976173.185113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:1.1:1783976173.185213:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976173.185218:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976173.185226:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976173.185302:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976173.185308:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051a00.
00010000:00000010:1.1:1783976173.195837:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976173.195842:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:3.1:1783976173.198403:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:1.1:1783976173.217640:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976173.217645:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:1.1:1783976173.217649:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:1.1:1783976173.217658:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:1.1:1783976173.217660:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976173.224938:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739e00.
00010000:00000010:1.1:1783976173.226499:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:1.1:1783976173.226509:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976173.226513:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:1.1:1783976173.226521:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:1.1:1783976173.226533:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:1.1:1783976173.229108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:3.1:1783976173.236892:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976173.239084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976173.268095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:0.1:1783976173.268106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1000.
00010000:00000010:1.1:1783976173.349659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6000.
00010000:00000010:1.1:1783976173.349664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976173.411472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976173.411481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:1.1:1783976173.465177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:1.1:1783976173.465185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:1.1:1783976173.487860:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031400.
00010000:00000010:1.1:1783976173.522193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:3.1:1783976173.568079:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976173.573901:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976173.645657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:1.1:1783976173.646098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976173.670115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0400.
00010000:00000010:0.1:1783976173.681636:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:0.1:1783976173.697448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:0.1:1783976173.725137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:1.1:1783976173.790067:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814800.
00010000:00000010:1.1:1783976173.790082:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:0.1:1783976173.826150:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:0.1:1783976173.826155:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:0.1:1783976173.826159:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976173.830794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739e00.
00010000:00000010:3.1:1783976173.885117:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976173.903130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976173.956757:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:1.1:1783976173.963748:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976173.969021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976174.016541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976174.027867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:0.1:1783976174.108294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:1.1:1783976174.152931:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:0.1:1783976174.157534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976174.210091:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585e00.
00010000:00000010:0.1:1783976174.253090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976174.264084:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:3.1:1783976174.264219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815000.
00010000:00000010:3.1:1783976174.302072:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:1.1:1783976174.318675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584400.
00010000:00000010:1.1:1783976174.318687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:0.1:1783976174.353114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1200.
00010000:00000010:1.1:1783976174.389111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976174.421090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976174.425108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:3.1:1783976174.484171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:3.1:1783976174.506102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:3.1:1783976174.536308:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976174.570666:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976174.570688:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6000.
00010000:00000010:0.1:1783976174.575361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814800.
00010000:00000010:1.1:1783976174.644791:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:3.1:1783976174.668124:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:0.1:1783976174.672621:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:1.1:1783976174.677305:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:0.1:1783976174.786856:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ae00.
00010000:00000010:3.1:1783976174.792015:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585c00.
00010000:00000010:3.1:1783976174.871539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:0.1:1783976174.923123:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:1.1:1783976174.923880:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:1.1:1783976174.932205:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:1.1:1783976174.932210:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:1.1:1783976174.993544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:0.1:1783976175.005111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6200.
00010000:00000010:3.1:1783976175.007086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:0.1:1783976175.071163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976175.126243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976175.194206:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171400.
00010000:00000010:1.1:1783976175.212516:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976175.212522:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:1.1:1783976175.226448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:0.1:1783976175.304478:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:1.1:1783976175.319560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:3.1:1783976175.341177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976175.346112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:0.1:1783976175.365238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:1.1:1783976175.456424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:1.1:1783976175.456434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976175.456747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976175.544434:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584400.
00010000:00000010:1.1:1783976175.550215:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:1.1:1783976175.550225:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:1.1:1783976175.550238:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976175.576072:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0200.
00010000:00000010:0.1:1783976175.576199:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050a00.
00010000:00000010:0.1:1783976175.576210:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:3.1:1783976175.577080:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585e00.
00010000:00000010:0.1:1783976175.580083:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976175.580090:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:1.1:1783976175.586075:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:3.1:1783976175.586079:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:1.1:1783976175.586081:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:3.1:1783976175.586085:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:1.1:1783976175.586086:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976175.587279:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976175.587286:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815c00.
00010000:00000010:1.1:1783976175.587295:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:1.1:1783976175.587303:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:1.1:1783976175.587310:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584000.
00010000:00000010:1.1:1783976175.587314:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:1.1:1783976175.595290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:1.1:1783976175.595295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976175.602078:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:1.1:1783976175.604250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:0.1:1783976175.606139:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6400.
00010000:00000010:1.1:1783976175.607070:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584e00.
00010000:00000010:1.1:1783976175.607073:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:1.1:1783976175.607079:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976175.635712:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:0.1:1783976175.635721:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d800.
00010000:00000010:0.1:1783976175.635739:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976175.644420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:1.1:1783976175.644430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:1.1:1783976175.712223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:1.1:1783976175.712256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:1.1:1783976175.719223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976175.862076:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:1.1:1783976175.890101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815000.
00010000:00000010:1.1:1783976175.916101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:1.1:1783976175.916117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:0.1:1783976175.994095:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:0.1:1783976175.994107:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:1.1:1783976175.995307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3800.
00010000:00000010:1.1:1783976175.995314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:1.1:1783976175.995318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976175.995333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6000.
00010000:00000010:1.1:1783976175.995339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976176.000611:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:0.1:1783976176.015149:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976176.015161:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:0.1:1783976176.019790:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:0.1:1783976176.019800:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976176.019804:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:1.1:1783976176.021295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976176.025078:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738a00.
00010000:00000010:1.1:1783976176.025088:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:3.1:1783976176.025269:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:3.1:1783976176.025278:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:3.1:1783976176.025283:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:0.1:1783976176.025533:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976176.032279:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:0.1:1783976176.062162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976176.070260:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:1.1:1783976176.123131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976176.155165:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:0.1:1783976176.155171:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585000.
00010000:00000010:0.1:1783976176.177103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585400.
00010000:00000010:3.1:1783976176.206308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:0.1:1783976176.242414:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:1.1:1783976176.265159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738e00.
00010000:00000010:0.1:1783976176.265219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976176.270157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:0.1:1783976176.373142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585c00.
00010000:00000010:0.1:1783976176.475195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:1.1:1783976176.502316:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976176.639081:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:1.1:1783976176.643070:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:1.1:1783976176.682093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976176.720106:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:3.1:1783976176.720205:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:0.1:1783976176.725264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584e00.
00010000:00000010:0.1:1783976176.737587:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976176.781085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585000.
00010000:00000010:0.1:1783976176.801245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976176.829089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:0.1:1783976176.833102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976176.904522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:1.1:1783976176.926119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:0.1:1783976176.966289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:0.1:1783976176.966307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:3.1:1783976176.971104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:0.1:1783976177.030702:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976177.110150:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976177.191096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:1.1:1783976177.203451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976177.257425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:1.1:1783976177.326755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976177.417577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:3.1:1783976177.450323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:0.1:1783976177.507106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976177.507125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:1.1:1783976177.570240:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976177.610738:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976177.675260:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:0.1:1783976177.675268:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:1.1:1783976177.700146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585e00.
00010000:00000010:0.1:1783976177.709285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:0.1:1783976177.709305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:1.1:1783976177.735088:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:0.1:1783976177.853187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:1.1:1783976177.859285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976177.892522:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976177.946479:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:1.1:1783976177.965155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976177.984161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976178.067083:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815c00.
00010000:00000010:0.1:1783976178.069206:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:1.1:1783976178.169152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976178.266551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976178.271420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00010000:00000010:0.1:1783976178.271549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:3.1:1783976178.280297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:0.1:1783976178.388069:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976178.388077:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976178.393133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:1.1:1783976178.446539:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:3.1:1783976178.452159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976178.463088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:1.1:1783976178.470131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976178.505713:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976178.510835:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585c00.
00010000:00000010:0.1:1783976178.528568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976178.560538:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:0.1:1783976178.569104:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:0.1:1783976178.597548:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:1.1:1783976178.612202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976178.665433:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976178.671612:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:0.1:1783976178.678225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:1.1:1783976178.752359:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:1.1:1783976178.785983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:0.1:1783976178.825086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976178.866144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:0.1:1783976178.866178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:0.1:1783976178.929384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585400.
00010000:00000010:0.1:1783976178.929394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:1.1:1783976178.932148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:1.1:1783976178.942150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:1.1:1783976178.984096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:0.1:1783976179.024297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031c00.
00010000:00000010:1.1:1783976179.078758:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:1.1:1783976179.147191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976179.147197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6400.
00010000:00000010:0.1:1783976179.147385:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976179.169126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976179.198181:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:1.1:1783976179.268816:0:178248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976179.278199:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976179.290840:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976179.290856:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:0.1:1783976179.352321:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976179.373335:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:0.1:1783976179.401135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:1.1:1783976179.443140:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:1.1:1783976179.443158:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:0.1:1783976179.490890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:1.1:1783976179.529686:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585200.
00010000:00000010:1.1:1783976179.548571:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976179.606164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976179.658541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:1.1:1783976179.732886:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:1.1:1783976179.745101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:1.1:1783976179.793746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1a00.
00010000:00000010:0.1:1783976179.812203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1200.
00010000:00000010:0.1:1783976179.866365:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976179.868427:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976179.890890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:3.1:1783976179.952161:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0400.
00010000:00000010:0.1:1783976179.953962:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976179.967265:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:0.1:1783976179.974285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:3.1:1783976179.974383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:3.1:1783976180.032155:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976180.052230:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:1.1:1783976180.055072:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:1.1:1783976180.055082:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:3.1:1783976180.058798:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:3.1:1783976180.058821:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:1.1:1783976180.074092:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:1.1:1783976180.074103:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0200.
00010000:00000010:1.1:1783976180.074106:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0800.
00010000:00000010:1.1:1783976180.074109:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:1.1:1783976180.074125:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:1.1:1783976180.074129:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:0.1:1783976180.074373:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:1.1:1783976180.081081:0:178248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585c00.
00010000:00000010:3.1:1783976180.081085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:0.1:1783976180.082543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:3.1:1783976180.085109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584400.
00010000:00000010:0.1:1783976180.085148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976180.092210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:1.1:1783976180.197097:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976180.210490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:1.1:1783976180.258660:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0200.
00010000:00000010:1.1:1783976180.323250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:3.1:1783976180.360081:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6600.
00010000:00000010:3.1:1783976180.449749:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0200.
00010000:00000010:3.1:1783976180.449768:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976180.457256:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976180.536989:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:1.1:1783976180.549378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976180.549389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976180.561076:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4aa00.
00010000:00000010:1.1:1783976180.561081:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976180.565354:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976180.565371:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:0.1:1783976180.565375:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:1.1:1783976180.579480:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976180.581393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:1.1:1783976180.582175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:1.1:1783976180.582190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976180.633016:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:1.1:1783976180.633023:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:0.1:1783976180.638312:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976180.666307:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976180.727706:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:1.1:1783976180.741562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:1.1:1783976180.795916:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:1.1:1783976180.908044:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:0.1:1783976180.934092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976180.945503:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976180.973013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:1.1:1783976180.978253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0e00.
00010000:00000010:0.1:1783976181.012372:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:1.1:1783976181.061607:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0c00.
00010000:00000010:0.1:1783976181.141104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:0.1:1783976181.146068:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815800.
00010000:00000010:0.1:1783976181.146075:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:3.1:1783976181.239689:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976181.294140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976181.347638:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1600.
00010000:00000010:0.1:1783976181.353248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976181.358905:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:1.1:1783976181.363200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976181.363216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976181.367189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:0.1:1783976181.416092:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:3.1:1783976181.519184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:3.1:1783976181.519201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:1.1:1783976181.525237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:1.1:1783976181.624086:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:3.1:1783976181.712404:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976181.723763:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1000.
00010000:00000010:1.1:1783976181.741144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976181.766118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976181.808336:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:0.1:1783976181.814072:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:3.1:1783976181.815367:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:0.1:1783976181.868252:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:0.1:1783976181.895122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976181.899121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:1.1:1783976181.924153:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585600.
00010000:00000010:1.1:1783976181.994278:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584000.
00010000:00000010:1.1:1783976181.994297:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1400.
00010000:00000010:1.1:1783976181.994301:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976182.052103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171400.
00010000:00000010:0.1:1783976182.088273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0200.
00010000:00000010:0.1:1783976182.126107:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976182.156070:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:1.1:1783976182.166319:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976182.223988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:1.1:1783976182.247406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:3.1:1783976182.274471:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:3.1:1783976182.303348:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976182.315404:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0a00.
00010000:00000010:0.1:1783976182.348123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976182.349025:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976182.399616:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976182.412068:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c600.
00010000:00000010:1.1:1783976182.430298:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976182.464098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031400.
00010000:00000010:0.1:1783976182.473154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:1.1:1783976182.507096:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:0.1:1783976182.516218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:0.1:1783976182.516227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:3.1:1783976182.540705:0:148344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976182.674029:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976182.709916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976182.711090:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976182.767091:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:1.1:1783976182.787728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976182.884080:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:0.1:1783976182.884087:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1200.
00010000:00000010:1.1:1783976182.885141:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1a00.
00010000:00000010:1.1:1783976182.885149:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:1.1:1783976182.885154:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:3.1:1783976182.888329:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976182.930080:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:1.1:1783976183.047154:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:1.1:1783976183.047169:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:3.1:1783976183.055112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976183.138275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:1.1:1783976183.138288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:3.1:1783976183.147195:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:1.1:1783976183.147453:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:0.1:1783976183.198314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976183.237065:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976183.243330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:0.1:1783976183.346339:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976183.346352:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976183.355208:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976183.360178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:1.1:1783976183.362240:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3800.
00010000:00000010:1.1:1783976183.377135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:1.1:1783976183.384136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976183.441754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:1.1:1783976183.448220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976183.480414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976183.480430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:0.1:1783976183.516131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976183.516596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1800.
00010000:00000010:1.1:1783976183.516602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:1.1:1783976183.516605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2800.
00010000:00000010:1.1:1783976183.526328:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:1.1:1783976183.526338:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ae00.
00010000:00000010:0.1:1783976183.548086:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:1.1:1783976183.554080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976183.629638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:1.1:1783976183.629651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976183.662774:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814800.
00010000:00000010:1.1:1783976183.674090:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976183.674096:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171200.
00010000:00000010:0.1:1783976183.682165:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976183.682170:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:1.1:1783976183.700222:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:1.1:1783976183.700230:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031e00.
00010000:00000010:1.1:1783976183.700238:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976183.713102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:0.1:1783976183.713175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3c00.
00010000:00000010:1.1:1783976183.825121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:0.1:1783976183.825389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976183.864652:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:0.1:1783976183.927864:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976183.944887:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:0.1:1783976183.960336:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3800.
00010000:00000010:1.1:1783976183.971301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976183.993150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:0.1:1783976184.068312:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976184.119339:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:1.1:1783976184.129316:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976184.192109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3a00.
00010000:00000010:1.1:1783976184.192114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976184.228115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:0.1:1783976184.233558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976184.275180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:1.1:1783976184.275196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976184.340070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976184.382106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976184.385074:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976184.516999:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976184.557876:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:0.1:1783976184.557900:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584800.
00010000:00000010:0.1:1783976184.605366:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:0.1:1783976184.625359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2000.
00010000:00000010:1.1:1783976184.701128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:0.1:1783976184.782309:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976184.884818:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976184.885011:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:1.1:1783976184.885022:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976184.909114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976184.973352:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976184.978393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3400.
00010000:00000010:1.1:1783976184.983235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:1.1:1783976185.101080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976185.131204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976185.189175:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976185.227093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976185.239482:0:152217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:3.1:1783976185.254096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1c00.
00010000:00000010:3.1:1783976185.254108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976185.254149:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:0.1:1783976185.267070:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:1.1:1783976185.337921:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976185.348848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:1.1:1783976185.419089:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:0.1:1783976185.479683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814a00.
00010000:00000010:0.1:1783976185.527064:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976185.528795:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:0.1:1783976185.607109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976185.620179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976185.642817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976185.853070:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976185.853078:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976185.888024:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00010000:00000010:1.1:1783976185.915072:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:0.1:1783976185.915262:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976185.915277:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:0.1:1783976185.915305:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976185.915315:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031c00.
00010000:00000010:0.1:1783976185.915327:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976185.924973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976185.924990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:1.1:1783976185.924995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050a00.
00010000:00000010:1.1:1783976185.925003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976185.930255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2a00.
00010000:00000010:0.1:1783976185.930270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976185.930274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976185.930279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:0.1:1783976185.930292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:1.1:1783976185.961971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:1.1:1783976185.961978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1800.
00010000:00000010:3.1:1783976185.983972:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3000.
00010000:00000010:3.1:1783976186.000109:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0000.
00010000:00000010:3.1:1783976186.000126:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:3.1:1783976186.000129:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976186.000591:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976186.014073:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:1.1:1783976186.014083:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:1.1:1783976186.014087:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976186.014551:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:0.1:1783976186.014572:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:0.1:1783976186.014586:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2c00.
00010000:00000010:1.1:1783976186.024112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976186.024127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:1.1:1783976186.024135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:0.1:1783976186.037104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:0.1:1783976186.043442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:1.1:1783976186.154003:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:1.1:1783976186.278240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171400.
00010000:00000010:0.1:1783976186.496888:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1e00.
00010000:00000010:0.1:1783976186.496913:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051e00.
00010000:00000010:0.1:1783976186.520140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1200.
00010000:00000010:0.1:1783976186.520150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976186.555511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976186.575012:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:0.1:1783976186.575019:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976186.575026:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:0.1:1783976186.575030:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976186.583634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976186.583644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976186.583657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976186.628270:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976186.669073:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976186.704939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170000.
00010000:00000010:1.1:1783976186.714753:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:0.1:1783976186.775517:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976186.787090:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:1.1:1783976186.832082:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:0.1:1783976186.847080:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:0.1:1783976186.879042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976186.881218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:3.1:1783976186.881218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:3.1:1783976186.881230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976186.911844:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:1.1:1783976186.957705:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:1.1:1783976186.984091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:0.1:1783976186.984535:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:0.1:1783976187.031419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:1.1:1783976187.035098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:0.1:1783976187.113860:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976187.140898:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:1.1:1783976187.194089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:1.1:1783976187.231108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:1.1:1783976187.281625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:1.1:1783976187.281642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976187.283148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:0.1:1783976187.283164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:1.1:1783976187.366413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:3.1:1783976187.379277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976187.436875:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976187.453390:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:0.1:1783976187.460241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:1.1:1783976187.568086:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:1.1:1783976187.613126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:1.1:1783976187.613134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00010000:00000010:1.1:1783976187.613140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:3.1:1783976187.613186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976187.613200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:3.1:1783976187.650752:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:1.1:1783976187.651364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976187.654308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976187.680101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976187.733321:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:0.1:1783976187.808030:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:0.1:1783976187.814811:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:0.1:1783976187.870205:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:1.1:1783976187.870572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:0.1:1783976187.906084:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976187.987690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:3.1:1783976187.992475:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:1.1:1783976188.016682:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976188.128458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:1.1:1783976188.128672:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:1.1:1783976188.249109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:0.1:1783976188.254392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976188.254403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976188.254408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976188.339562:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976188.440231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976188.458188:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976188.458205:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976188.465123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050a00.
00010000:00000010:1.1:1783976188.470135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584800.
00010000:00000010:0.1:1783976188.515338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976188.577410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976188.626263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584000.
00010000:00000010:0.1:1783976188.633130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:0.1:1783976188.638621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:3.1:1783976188.687426:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:1.1:1783976188.704248:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976188.745692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976188.764205:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:0.1:1783976188.800828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976188.811329:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:1.1:1783976188.815091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584e00.
00010000:00000010:1.1:1783976188.854315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:0.1:1783976188.897141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:0.1:1783976188.923430:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:3.1:1783976188.939410:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:1.1:1783976188.947404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:1.1:1783976188.988123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:1.1:1783976189.048470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:1.1:1783976189.093216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585600.
00010000:00000010:1.1:1783976189.093227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051e00.
00010000:00000010:0.1:1783976189.135474:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:1.1:1783976189.148864:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976189.203122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:0.1:1783976189.281522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:0.1:1783976189.286536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585400.
00010000:00000010:1.1:1783976189.345100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976189.345109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:1.1:1783976189.345113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:1.1:1783976189.356505:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ae00.
00010000:00000010:1.1:1783976189.356514:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976189.383120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:0.1:1783976189.386189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:1.1:1783976189.598437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:0.1:1783976189.602910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:3.1:1783976189.605186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:1.1:1783976189.728209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976189.793240:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:1.1:1783976189.815772:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:1.1:1783976189.831164:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976189.891658:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:0.1:1783976189.931436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976189.980238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976189.989922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:1.1:1783976189.997786:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:1.1:1783976189.997794:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:1.1:1783976189.997797:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:1.1:1783976189.997809:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2600.
00010000:00000010:3.1:1783976190.042377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976190.045670:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585c00.
00010000:00000010:0.1:1783976190.104157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585000.
00010000:00000010:0.1:1783976190.112737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:1.1:1783976190.152846:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:3.1:1783976190.161478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976190.163370:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:0.1:1783976190.214930:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:1.1:1783976190.223172:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976190.268687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:3.1:1783976190.292099:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:1.1:1783976190.311966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:0.1:1783976190.312087:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:0.1:1783976190.321130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815000.
00010000:00000010:1.1:1783976190.381335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584800.
00010000:00000010:1.1:1783976190.385073:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:0.1:1783976190.385730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:1.1:1783976190.388435:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976190.402023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:1.1:1783976190.402263:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:1.1:1783976190.402269:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4aa00.
00010000:00000010:1.1:1783976190.410985:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:1.1:1783976190.416065:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976190.416072:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:0.1:1783976190.416077:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:3.1:1783976190.416215:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976190.416856:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:1.1:1783976190.428306:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976190.436037:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976190.436044:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0a00.
00010000:00000010:0.1:1783976190.436063:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:1.1:1783976190.444160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:1.1:1783976190.444166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:1.1:1783976190.444177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584000.
00010000:00000010:0.1:1783976190.444550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c0800.
00010000:00000010:0.1:1783976190.446150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976190.446164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976190.446170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:3.1:1783976190.446380:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:3.1:1783976190.446384:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976190.451343:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976190.451358:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:1.1:1783976190.454705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:0.1:1783976190.511293:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976190.559955:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:1.1:1783976190.583031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:0.1:1783976190.588439:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:0.1:1783976190.588453:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:1.1:1783976190.627629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:3.1:1783976190.672060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:3.1:1783976190.683116:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:0.1:1783976190.758259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:3.1:1783976190.759100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976190.783152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:0.1:1783976190.788081:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:0.1:1783976190.819720:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:0.1:1783976190.853141:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976190.853147:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584e00.
00010000:00000010:1.1:1783976190.853814:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:3.1:1783976190.874460:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:3.1:1783976190.912363:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:1.1:1783976190.925358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:1.1:1783976190.925374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6600.
00010000:00000010:0.1:1783976190.953038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976190.984138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:1.1:1783976191.025160:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:1.1:1783976191.049502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584e00.
00010000:00000010:0.1:1783976191.054123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:0.1:1783976191.055302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585600.
00010000:00000010:0.1:1783976191.095089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:3.1:1783976191.139101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585000.
00010000:00000010:0.1:1783976191.182098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:1.1:1783976191.186250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585c00.
00010000:00000010:0.1:1783976191.187127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:1.1:1783976191.189105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:1.1:1783976191.189118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:1.1:1783976191.189122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:1.1:1783976191.189126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:3.1:1783976191.223342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:0.1:1783976191.236943:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:1.1:1783976191.262151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:1.1:1783976191.299231:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:1.1:1783976191.337774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:1.1:1783976191.337780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976191.366093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976191.430135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:1.1:1783976191.454718:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:1.1:1783976191.454729:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:1.1:1783976191.454740:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:0.1:1783976191.458038:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:3.1:1783976191.458183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:1.1:1783976191.531172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815800.
00010000:00000010:0.1:1783976191.533020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:1.1:1783976191.541097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584e00.
00010000:00000010:1.1:1783976191.602721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:1.1:1783976191.602735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585c00.
00010000:00000010:1.1:1783976191.602739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:1.1:1783976191.620705:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:3.1:1783976191.693262:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976191.702122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:3.1:1783976191.704647:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976191.709089:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976191.767089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00010000:00000010:1.1:1783976191.767297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:0.1:1783976191.807088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976191.833066:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:1.1:1783976191.865070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:1.1:1783976191.877029:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976191.891357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:0.1:1783976191.921129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:1.1:1783976191.936259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584800.
00010000:00000010:1.1:1783976191.967692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:1.1:1783976191.967698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:0.1:1783976191.969106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:0.1:1783976192.045107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:1.1:1783976192.049362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:0.1:1783976192.106262:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:1.1:1783976192.116153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814a00.
00010000:00000010:1.1:1783976192.131947:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:1.1:1783976192.144102:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:0.1:1783976192.206300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:0.1:1783976192.212248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:0.1:1783976192.212256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739000.
00010000:00000010:1.1:1783976192.212310:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:0.1:1783976192.239155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:0.1:1783976192.247185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976192.293191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:1.1:1783976192.346429:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:1.1:1783976192.365475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:1.1:1783976192.421073:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976192.462252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:0.1:1783976192.462264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:3.1:1783976192.472099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585600.
00010000:00000010:1.1:1783976192.472197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976192.478105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:1.1:1783976192.549624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976192.590082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976192.605660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585c00.
00010000:00000010:0.1:1783976192.635563:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585000.
00010000:00000010:1.1:1783976192.635959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7000.
00010000:00000010:1.1:1783976192.635965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:1.1:1783976192.680104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:1.1:1783976192.680109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:0.1:1783976192.709077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:0.1:1783976192.754447:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:0.1:1783976192.754455:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976192.804153:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:0.1:1783976192.851446:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:1.1:1783976192.855535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:1.1:1783976192.865778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:1.1:1783976192.901092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:1.1:1783976192.944084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:1.1:1783976192.983091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:1.1:1783976192.986165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814a00.
00010000:00000010:0.1:1783976193.040742:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976193.055173:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:1.1:1783976193.060003:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:0.1:1783976193.076185:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:0.1:1783976193.087871:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:0.1:1783976193.140409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738a00.
00010000:00000010:1.1:1783976193.148006:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976193.155622:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976193.163161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:3.1:1783976193.165764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815c00.
00010000:00000010:1.1:1783976193.206728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:1.1:1783976193.206733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976193.206736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976193.229211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:0.1:1783976193.261295:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:0.1:1783976193.308918:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7000.
00010000:00000010:3.1:1783976193.312575:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:0.1:1783976193.371285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:1.1:1783976193.394750:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:1.1:1783976193.409234:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976193.409243:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:0.1:1783976193.440070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:1.1:1783976193.441045:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:1.1:1783976193.474105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976193.498157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7000.
00010000:00000010:1.1:1783976193.547025:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:1.1:1783976193.569859:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:0.1:1783976193.615081:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976193.615085:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:1.1:1783976193.619072:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976193.619162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:1.1:1783976193.623114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:1.1:1783976193.623124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585e00.
00010000:00000010:0.1:1783976193.677721:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:1.1:1783976193.686172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:1.1:1783976193.733756:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976193.775130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:0.1:1783976193.775161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:1.1:1783976193.791143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:0.1:1783976193.798150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:0.1:1783976193.833080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976193.852316:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:0.1:1783976193.859382:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976193.859390:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:0.1:1783976193.875256:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:3.1:1783976193.893105:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976193.932419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:1.1:1783976193.932426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:1.1:1783976193.957095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:1.1:1783976193.981215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976193.984612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6000.
00010000:00000010:0.1:1783976194.022428:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:0.1:1783976194.022445:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:1.1:1783976194.032435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:1.1:1783976194.032445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814800.
00010000:00000010:3.1:1783976194.033718:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:0.1:1783976194.037735:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:0.1:1783976194.037746:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:1.1:1783976194.045282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7000.
00010000:00000010:1.1:1783976194.045292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976194.053086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:3.1:1783976194.074183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:0.1:1783976194.076067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:0.1:1783976194.076086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:1.1:1783976194.087556:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:1.1:1783976194.087571:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:0.1:1783976194.122496:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:0.1:1783976194.138071:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:1.1:1783976194.195814:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:1.1:1783976194.240993:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:3.1:1783976194.258137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:3.1:1783976194.258143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:3.1:1783976194.300072:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:1.1:1783976194.300795:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:1.1:1783976194.314077:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585200.
00010000:00000010:0.1:1783976194.314680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:0.1:1783976194.330707:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:1.1:1783976194.343671:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:1.1:1783976194.350086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:1.1:1783976194.350092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:1.1:1783976194.372264:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:1.1:1783976194.436405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c600.
00010000:00000010:1.1:1783976194.448144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:0.1:1783976194.455079:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:1.1:1783976194.477232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:0.1:1783976194.477281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:1.1:1783976194.494509:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976194.507922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:0.1:1783976194.517540:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976194.517552:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:0.1:1783976194.537549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976194.612077:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:1.1:1783976194.612084:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:0.1:1783976194.612085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:0.1:1783976194.612089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:0.1:1783976194.688211:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976194.688220:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976194.698486:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:0.1:1783976194.698495:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976194.710075:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:0.1:1783976194.714337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976194.714346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:0.1:1783976194.789742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:1.1:1783976194.856173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:1.1:1783976194.856178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:0.1:1783976194.856855:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:1.1:1783976194.865081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:0.1:1783976194.866209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:0.1:1783976194.904087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:1.1:1783976194.904087:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:1.1:1783976194.904097:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:3.1:1783976194.975684:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:0.1:1783976195.040094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:1.1:1783976195.040161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:1.1:1783976195.044088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:3.1:1783976195.044150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:3.1:1783976195.044156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:3.1:1783976195.091180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:1.1:1783976195.132251:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:0.1:1783976195.142950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:1.1:1783976195.148369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976195.180083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:1.1:1783976195.187711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:3.1:1783976195.234092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:1.1:1783976195.238097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976195.260099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:0.1:1783976195.260116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:0.1:1783976195.260120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:1.1:1783976195.268681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:3.1:1783976195.312083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:3.1:1783976195.347986:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:1.1:1783976195.381219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:1.1:1783976195.383098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815c00.
00010000:00000010:1.1:1783976195.410416:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976195.410427:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:1.1:1783976195.453131:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:0.1:1783976195.475074:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:0.1:1783976195.475078:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:0.1:1783976195.484244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976195.527709:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:1.1:1783976195.535119:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976195.535127:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:3.1:1783976195.547207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050200.
00010000:00000010:1.1:1783976195.555206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:1.1:1783976195.588669:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:1.1:1783976195.631069:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976195.649072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976195.649078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:0.1:1783976195.649089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:1.1:1783976195.658116:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976195.658130:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:1.1:1783976195.658143:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050a00.
00010000:00000010:1.1:1783976195.658150:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:1.1:1783976195.665094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d800.
00010000:00000010:1.1:1783976195.665099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:3.1:1783976195.665941:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:1.1:1783976195.669086:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:1.1:1783976195.669092:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976195.669096:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:1.1:1783976195.669100:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6200.
00010000:00000010:0.1:1783976195.689823:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:0.1:1783976195.689829:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976195.689832:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:0.1:1783976195.689835:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:0.1:1783976195.689839:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:0.1:1783976195.689919:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:0.1:1783976195.689929:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738400.
00010000:00000010:3.1:1783976195.690214:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976195.692176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976195.693136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:3.1:1783976195.696084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:0.1:1783976195.696131:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:0.1:1783976195.696136:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976195.733599:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:0.1:1783976195.773142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:3.1:1783976195.805145:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:1.1:1783976195.814091:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:1.1:1783976195.821102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c1a00.
00010000:00000010:0.1:1783976195.884138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:0.1:1783976195.893991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:0.1:1783976195.942865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:0.1:1783976195.997470:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:3.1:1783976196.012216:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:3.1:1783976196.012221:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:0.1:1783976196.017236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7000.
00010000:00000010:1.1:1783976196.061071:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:0.1:1783976196.142984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:1.1:1783976196.152064:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:1.1:1783976196.152088:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00010000:00000010:3.1:1783976196.153243:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:3.1:1783976196.153248:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:3.1:1783976196.163962:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:3.1:1783976196.228665:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:3.1:1783976196.228683:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:1.1:1783976196.242101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:1.1:1783976196.242109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:1.1:1783976196.242113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976196.242117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:0.1:1783976196.242132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:0.1:1783976196.242140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:0.1:1783976196.242143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976196.242150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170600.
00010000:00000010:3.1:1783976196.246387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:3.1:1783976196.246398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:0.1:1783976196.247126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976196.247132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738e00.
00010000:00000010:0.1:1783976196.247141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:1.1:1783976196.311164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:0.1:1783976196.320124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:3.1:1783976196.438747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171200.
00010000:00000010:3.1:1783976196.438760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:3.1:1783976196.467464:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:0.1:1783976196.510138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:3.1:1783976196.510139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976196.510160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:0.1:1783976196.642298:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d800.
00010000:00000010:0.1:1783976196.755407:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976196.755426:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:1.1:1783976196.838527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:3.1:1783976196.867097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976196.949294:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:3.1:1783976196.950638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:0.1:1783976196.956807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976196.957105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976197.011343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:1.1:1783976197.036878:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:0.1:1783976197.041145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:1.1:1783976197.139198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976197.143210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:1.1:1783976197.151364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:0.1:1783976197.208215:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:0.1:1783976197.208222:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976197.226398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:3.1:1783976197.240727:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:1.1:1783976197.245392:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:0.1:1783976197.282827:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:0.1:1783976197.310941:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:1.1:1783976197.357242:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:1.1:1783976197.357249:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:0.1:1783976197.367204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976197.389109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:3.1:1783976197.389272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976197.457625:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:0.1:1783976197.474008:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976197.521917:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976197.553173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976197.553186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:0.1:1783976197.580838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:0.1:1783976197.618808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6200.
00010000:00000010:1.1:1783976197.628087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:1.1:1783976197.628099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:1.1:1783976197.628102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:0.1:1783976197.631726:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:3.1:1783976197.668718:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:0.1:1783976197.730506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585400.
00010000:00000010:0.1:1783976197.730523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:0.1:1783976197.730529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976197.760075:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:0.1:1783976197.796081:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976197.823661:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:0.1:1783976197.823676:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:0.1:1783976197.823679:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:1.1:1783976197.833085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976197.909085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:0.1:1783976197.919088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976197.919097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976197.947102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976197.960112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976198.079833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976198.131079:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976198.138554:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976198.176919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:1.1:1783976198.202553:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976198.209096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:0.1:1783976198.231604:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:0.1:1783976198.231611:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:1.1:1783976198.251110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:1.1:1783976198.251122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:1.1:1783976198.251136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:3.1:1783976198.251202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976198.255207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976198.371136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976198.428077:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976198.443816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:0.1:1783976198.503092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976198.503114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976198.517244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:3.1:1783976198.541082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:0.1:1783976198.541128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:1.1:1783976198.569111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976198.632106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976198.664084:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:3.1:1783976198.685510:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:1.1:1783976198.740283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:0.1:1783976198.749108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:1.1:1783976198.759636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:0.1:1783976198.865767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976198.869139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:0.1:1783976198.881206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:0.1:1783976198.922325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976198.927084:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:0.1:1783976198.988099:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:3.1:1783976199.011882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031400.
00010000:00000010:3.1:1783976199.011898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171400.
00010000:00000010:0.1:1783976199.074074:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:3.1:1783976199.104290:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976199.116073:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:1.1:1783976199.153913:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:1.1:1783976199.191083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976199.202320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170600.
00010000:00000010:0.1:1783976199.240102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:1.1:1783976199.267575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976199.268263:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:0.1:1783976199.268269:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738400.
00010000:00000010:0.1:1783976199.291652:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976199.291659:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2c00.
00010000:00000010:3.1:1783976199.304742:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:0.1:1783976199.307416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:1.1:1783976199.361260:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976199.472717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976199.472736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976199.472748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976199.512880:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976199.512887:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976199.568862:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:0.1:1783976199.624119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:0.1:1783976199.624139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:1.1:1783976199.624328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976199.624334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976199.628088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976199.628265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:1.1:1783976199.700531:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:1.1:1783976199.700544:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:1.1:1783976199.700547:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:0.1:1783976199.702137:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:0.1:1783976199.702152:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:0.1:1783976199.702166:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:0.1:1783976199.702258:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:0.1:1783976199.702290:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:0.1:1783976199.778867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976199.821874:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814800.
00010000:00000010:1.1:1783976199.877984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976199.887176:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976199.940071:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976199.981123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:0.1:1783976200.071598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:0.1:1783976200.102791:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976200.120143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:1.1:1783976200.123212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976200.197068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:1.1:1783976200.201893:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:1.1:1783976200.231069:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976200.243246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976200.289454:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:0.1:1783976200.335370:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6200.
00010000:00000010:0.1:1783976200.391022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:1.1:1783976200.401018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976200.409634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3000.
00010000:00000010:0.1:1783976200.441434:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2600.
00010000:00000010:0.1:1783976200.449107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:1.1:1783976200.450065:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976200.475038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:1.1:1783976200.525410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:1.1:1783976200.566164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976200.566175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:1.1:1783976200.570087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:0.1:1783976200.570119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:0.1:1783976200.611069:0:179027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976200.617105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:0.1:1783976200.632511:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976200.654811:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976200.669260:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976200.689085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:1.1:1783976200.746938:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976200.774090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976200.778516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976200.786905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:0.1:1783976200.839856:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:0.1:1783976200.839863:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:0.1:1783976200.848110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:0.1:1783976200.885632:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:0.1:1783976200.885637:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:1.1:1783976200.889365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976200.890129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:0.1:1783976200.890135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:3.1:1783976200.893128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:1.1:1783976200.925842:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031e00.
00010000:00000010:0.1:1783976200.993061:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976201.025134:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:0.1:1783976201.032081:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:1.1:1783976201.032151:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:0.1:1783976201.037082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976201.037089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976201.037098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:1.1:1783976201.037259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2800.
00010000:00000010:0.1:1783976201.089084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:3.1:1783976201.128143:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:0.1:1783976201.135110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:0.1:1783976201.135124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:1.1:1783976201.148004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:3.1:1783976201.151126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:0.1:1783976201.198574:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976201.224648:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815c00.
00010000:00000010:0.1:1783976201.228021:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:1.1:1783976201.239207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976201.268597:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976201.268602:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976201.291084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:1.1:1783976201.334740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976201.337613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976201.373821:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976201.373827:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976201.387941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:0.1:1783976201.392383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:0.1:1783976201.409141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:0.1:1783976201.418554:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976201.440070:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976201.452073:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:0.1:1783976201.452084:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976201.452096:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:0.1:1783976201.452100:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:1.1:1783976201.454205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:1.1:1783976201.464643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:3.1:1783976201.506355:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976201.521032:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170000.
00010000:00000010:0.1:1783976201.521065:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:1.1:1783976201.521898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976201.565852:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976201.565859:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:1.1:1783976201.575089:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:0.1:1783976201.631606:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976201.652864:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00010000:00000010:0.1:1783976201.652871:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031c00.
00010000:00000010:1.1:1783976201.676474:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:1.1:1783976201.691337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:1.1:1783976201.691343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3800.
00010000:00000010:1.1:1783976201.691346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:1.1:1783976201.717174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:0.1:1783976201.718080:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:1.1:1783976201.743412:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976201.747090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:1.1:1783976201.793225:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4aa00.
00010000:00000010:1.1:1783976201.832817:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976201.886409:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738400.
00010000:00000010:0.1:1783976201.886426:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:3.1:1783976201.886859:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:1.1:1783976201.944217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:3.1:1783976201.949077:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:3.1:1783976201.949082:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976201.958073:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:1.1:1783976201.958079:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976201.958082:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976202.018496:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976202.026082:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:3.1:1783976202.116207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:3.1:1783976202.116215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:3.1:1783976202.116224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976202.116365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:0.1:1783976202.118120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976202.118131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976202.118134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976202.118146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815c00.
00010000:00000010:1.1:1783976202.118161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:1.1:1783976202.118166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:1.1:1783976202.118179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814a00.
00010000:00000010:1.1:1783976202.118187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:3.1:1783976202.119225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:3.1:1783976202.119236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:3.1:1783976202.119240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:3.1:1783976202.121900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:1.1:1783976202.139559:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:3.1:1783976202.177314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:0.1:1783976202.185087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:1.1:1783976202.240094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976202.240105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:0.1:1783976202.241103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:1.1:1783976202.252661:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976202.252666:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:0.1:1783976202.264068:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:0.1:1783976202.264073:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:3.1:1783976202.264276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:0.1:1783976202.266214:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:3.1:1783976202.267093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:1.1:1783976202.299099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:0.1:1783976202.299144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:3.1:1783976202.310071:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976202.310211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976202.310292:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:3.1:1783976202.344083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:1.1:1783976202.350342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2200.
00010000:00000010:1.1:1783976202.359479:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976202.429086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:1.1:1783976202.429092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:0.1:1783976202.435135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976202.459235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976202.459291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:0.1:1783976202.488152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00010000:00000010:0.1:1783976202.542096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976202.574100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:3.1:1783976202.577322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:3.1:1783976202.577338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976202.626079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976202.655136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:1.1:1783976202.655153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:1.1:1783976202.670256:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976202.685406:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:3.1:1783976202.697220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976202.728586:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:1.1:1783976202.764076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:0.1:1783976202.764084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976202.811823:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:1.1:1783976202.829885:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:0.1:1783976202.890835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:1.1:1783976202.960120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976202.960126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:1.1:1783976202.960130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:0.1:1783976202.987099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976203.013163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976203.013178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:1.1:1783976203.018095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2400.
00010000:00000010:0.1:1783976203.039646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:0.1:1783976203.043232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:1.1:1783976203.106837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:1.1:1783976203.206421:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:1.1:1783976203.213171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:1.1:1783976203.213183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976203.249464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976203.262149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976203.295070:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738e00.
00010000:00000010:1.1:1783976203.295076:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976203.296008:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:1.1:1783976203.376133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976203.380434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:1.1:1783976203.434778:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976203.435765:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:1.1:1783976203.438043:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:1.1:1783976203.472780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976203.484662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:1.1:1783976203.524649:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:1.1:1783976203.524655:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976203.524664:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:1.1:1783976203.531076:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:3.1:1783976203.532901:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976203.543921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:0.1:1783976203.552109:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:0.1:1783976203.555742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:1.1:1783976203.565271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:1.1:1783976203.565286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976203.609476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976203.611433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:0.1:1783976203.728072:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:0.1:1783976203.728078:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976203.768116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:1.1:1783976203.783344:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:0.1:1783976203.820687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585e00.
00010000:00000010:1.1:1783976203.854995:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:0.1:1783976203.888224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976203.893094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:1.1:1783976203.912098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976203.958347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976203.995832:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:0.1:1783976204.021491:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976204.062601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976204.088199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:3.1:1783976204.143310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d800.
00010000:00000010:1.1:1783976204.144096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976204.177866:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814800.
00010000:00000010:1.1:1783976204.194648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:3.1:1783976204.200168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976204.309177:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976204.309194:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:0.1:1783976204.309198:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976204.351188:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976204.386068:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585600.
00010000:00000010:0.1:1783976204.450942:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:1.1:1783976204.483291:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976204.497498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:1.1:1783976204.506069:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:3.1:1783976204.545938:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:3.1:1783976204.569098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:1.1:1783976204.574119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:1.1:1783976204.623094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976204.651932:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738e00.
00010000:00000010:0.1:1783976204.684576:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976204.684581:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976204.685117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:0.1:1783976204.781495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:0.1:1783976204.781501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:1.1:1783976204.782236:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585000.
00010000:00000010:3.1:1783976204.791348:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:1.1:1783976204.796743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00010000:00000010:0.1:1783976204.852419:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976204.857639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:1.1:1783976204.920088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976204.925678:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976204.941088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:0.1:1783976205.045463:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976205.061308:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:1.1:1783976205.080086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:1.1:1783976205.080092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976205.080097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:0.1:1783976205.084763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976205.144120:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:1.1:1783976205.160371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584c00.
00010000:00000010:1.1:1783976205.178306:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976205.192239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3200.
00010000:00000010:0.1:1783976205.357088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976205.376332:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:1.1:1783976205.393061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585400.
00010000:00000010:0.1:1783976205.420393:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:3.1:1783976205.440083:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:1.1:1783976205.453368:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976205.453375:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:1.1:1783976205.453385:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976205.461143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:0.1:1783976205.476179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:0.1:1783976205.548777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:3.1:1783976205.561886:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:0.1:1783976205.574674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976205.595091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976205.605188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c600.
00010000:00000010:0.1:1783976205.634393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976205.644311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:3.1:1783976205.689579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976205.737106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:0.1:1783976205.737197:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976205.766492:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6200.
00010000:00000010:3.1:1783976205.785154:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:0.1:1783976205.792898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976205.792915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976205.792918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:3.1:1783976205.801992:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:0.1:1783976205.867096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:0.1:1783976205.873895:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:0.1:1783976205.896910:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:3.1:1783976206.024498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:1.1:1783976206.062312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:0.1:1783976206.066075:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976206.072369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976206.168400:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:3.1:1783976206.169466:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976206.202244:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:0.1:1783976206.202249:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976206.202253:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739000.
00010000:00000010:0.1:1783976206.216444:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:0.1:1783976206.216450:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584400.
00010000:00000010:0.1:1783976206.216453:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:3.1:1783976206.228225:0:179022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:3.1:1783976206.228242:0:179022:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:1.1:1783976206.228896:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976206.228902:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:1.1:1783976206.228904:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976206.228907:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:1.1:1783976206.233248:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584800.
00010000:00000010:0.1:1783976206.234592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976206.234604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:0.1:1783976206.234606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584600.
00010000:00000010:0.1:1783976206.234614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:0.1:1783976206.234647:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:3.1:1783976206.238774:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:3.1:1783976206.238795:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976206.279114:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:0.1:1783976206.292348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976206.318162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976206.361191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6200.
00010000:00000010:3.1:1783976206.406563:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:3.1:1783976206.409276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976206.415102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976206.499198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:0.1:1783976206.551535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:0.1:1783976206.551547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739000.
00010000:00000010:1.1:1783976206.576141:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:1.1:1783976206.598758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:0.1:1783976206.620871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976206.638168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976206.711714:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:1.1:1783976206.724163:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:1.1:1783976206.724167:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976206.783175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:3.1:1783976206.783373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:0.1:1783976206.852103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738e00.
00010000:00000010:0.1:1783976206.863072:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976206.879298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:1.1:1783976206.880186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739000.
00010000:00000010:3.1:1783976206.892540:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976206.906129:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585000.
00010000:00000010:1.1:1783976206.949129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976206.969569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:0.1:1783976206.982649:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:0.1:1783976207.068550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:0.1:1783976207.068564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:1.1:1783976207.073271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:1.1:1783976207.073277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:0.1:1783976207.076179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976207.076195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:3.1:1783976207.146092:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:3.1:1783976207.146098:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976207.149406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976207.173197:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:1.1:1783976207.209109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:1.1:1783976207.261080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051000.
00010000:00000010:3.1:1783976207.290752:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:3.1:1783976207.290761:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:0.1:1783976207.303077:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051e00.
00010000:00000010:3.1:1783976207.305524:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:0.1:1783976207.322925:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815800.
00010000:00000010:0.1:1783976207.322934:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976207.322944:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584e00.
00010000:00000010:1.1:1783976207.323722:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:1.1:1783976207.323729:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051400.
00010000:00000010:1.1:1783976207.327089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976207.327094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585600.
00010000:00000010:1.1:1783976207.327103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:3.1:1783976207.335103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7000.
00010000:00000010:3.1:1783976207.335113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:3.1:1783976207.335119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739000.
00010000:00000010:3.1:1783976207.335138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051200.
00010000:00000010:1.1:1783976207.379265:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:1.1:1783976207.390068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976207.413628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:1.1:1783976207.463089:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:1.1:1783976207.463095:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:1.1:1783976207.516550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:1.1:1783976207.516556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:1.1:1783976207.579088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:3.1:1783976207.624107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976207.655077:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976207.671580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738600.
00010000:00000010:0.1:1783976207.742140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976207.757098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976207.761402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976207.777699:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:1.1:1783976207.868164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976207.917120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:1.1:1783976207.917143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:1.1:1783976207.917153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7000.
00010000:00000010:1.1:1783976207.979215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976207.983489:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:3.1:1783976208.017488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976208.042151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976208.063455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976208.102288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:1.1:1783976208.210301:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976208.213301:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976208.221125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:1.1:1783976208.255225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:1.1:1783976208.306468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:1.1:1783976208.360084:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739600.
00010000:00000010:1.1:1783976208.360091:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050600.
00010000:00000010:0.1:1783976208.365245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976208.424308:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976208.475086:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:0.1:1783976208.510525:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976208.584215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585a00.
00010000:00000010:0.1:1783976208.610138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:1.1:1783976208.614408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:1.1:1783976208.614421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738400.
00010000:00000010:1.1:1783976208.695103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:0.1:1783976208.737512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:1.1:1783976208.756095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815a00.
00010000:00000010:0.1:1783976208.853076:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976208.858112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:0.1:1783976208.858185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976208.858196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976208.858199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976208.858202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3600.
00010000:00000010:0.1:1783976208.858205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:0.1:1783976208.858212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976208.858214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:0.1:1783976208.858217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:1.1:1783976208.862293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:1.1:1783976208.862308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976208.862312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:1.1:1783976208.862315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3585800.
00010000:00000010:1.1:1783976208.862327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030a00.
00010000:00000010:1.1:1783976208.862332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976208.862338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976208.863110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739e00.
00010000:00000010:0.1:1783976208.926671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976208.926684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976208.945497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:0.1:1783976208.946094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:1.1:1783976208.949237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976208.996073:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976209.077130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6600.
00010000:00000010:3.1:1783976209.141612:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:0.1:1783976209.143489:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7400.
00010000:00000010:0.1:1783976209.172074:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:0.1:1783976209.172090:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976209.210198:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050e00.
00010000:00000010:0.1:1783976209.213179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783976209.272170:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814400.
00010000:00000010:1.1:1783976209.305281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:3.1:1783976209.345427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:0.1:1783976209.439450:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976209.464555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:0.1:1783976209.493117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:3.1:1783976209.530265:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:1.1:1783976209.599090:0:152217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815200.
00010000:00000010:1.1:1783976209.603117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976209.616078:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815400.
00010000:00000010:1.1:1783976209.623853:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739c00.
00010000:00000010:3.1:1783976209.679954:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976209.721082:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815a00.
00010000:00000010:3.1:1783976209.759245:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738e00.
00010000:00000010:0.1:1783976209.763717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976209.818703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7600.
00010000:00000010:1.1:1783976209.857072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7800.
00010000:00000010:1.1:1783976209.888094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814e00.
00010000:00000010:1.1:1783976209.892092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976209.892099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814200.
00010000:00000010:0.1:1783976209.966008:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976209.969518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:1.1:1783976210.013096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7a00.
00010000:00000010:3.1:1783976210.030068:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814000.
00010000:00000010:0.1:1783976210.039565:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050c00.
00010000:00000010:1.1:1783976210.056505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6600.
00010000:00000010:1.1:1783976210.072287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976210.072298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:1.1:1783976210.125067:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050400.
00010000:00000010:0.1:1783976210.170975:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050000.
00010000:00000010:0.1:1783976210.223082:0:179027:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463400.
00010000:00000010:1.1:1783976210.289147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815e00.
00010000:00000010:1.1:1783976210.292666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739400.
00010000:00000010:0.1:1783976210.294407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:1.1:1783976210.304146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:0.1:1783976210.314928:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976210.358217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976210.358229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976210.358282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814a00.
00010000:00000010:1.1:1783976210.376598:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738200.
00010000:00000010:1.1:1783976210.451128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976210.456096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:1.1:1783976210.495075:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976210.502083:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739000.
00010000:00000010:1.1:1783976210.502088:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738c00.
00010000:00000010:0.1:1783976210.505385:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814c00.
00010000:00000010:0.1:1783976210.512644:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:0.1:1783976210.512651:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976210.519758:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6800.
00010000:00000010:0.1:1783976210.556085:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:1.1:1783976210.557442:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:1.1:1783976210.562679:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814800.
00010000:00000010:0.1:1783976210.595615:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7c00.
00010000:00000010:1.1:1783976210.648070:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738400.
00010000:00000010:0.1:1783976210.652559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976210.681091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:0.1:1783976210.681110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:0.1:1783976210.681119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:0.1:1783976210.712480:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:3.1:1783976210.723178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:1.1:1783976210.764143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976210.790703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:0.1:1783976210.799078:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815800.
00010000:00000010:0.1:1783976210.799083:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976210.799095:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:1.1:1783976210.809089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976210.838240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976210.859094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:3.1:1783976210.928158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976210.941916:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739a00.
00010000:00000010:1.1:1783976210.962242:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738000.
00010000:00000010:3.1:1783976210.966088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976210.966159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:1.1:1783976210.974123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976210.982080:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:0.1:1783976211.027093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976211.033982:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:0.1:1783976211.056095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:2.1:1783976211.059097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:0.1:1783976211.089857:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:0.1:1783976211.123072:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462600.
00010000:00000010:0.1:1783976211.131755:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:0.1:1783976211.131770:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:1.1:1783976211.132086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976211.132095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:2.1:1783976211.132165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738a00.
00010000:00000010:3.1:1783976211.132696:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815000.
00010000:00000010:2.1:1783976211.178143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976211.183380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976211.183959:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976211.239178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:3.1:1783976211.271192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:3.1:1783976211.271197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c600.
00010000:00000010:0.1:1783976211.317823:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:2.1:1783976211.353247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462200.
00010000:00000010:2.1:1783976211.395109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:0.1:1783976211.395296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:1.1:1783976211.436908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976211.436919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976211.451155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976211.451161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:2.1:1783976211.506078:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976211.554142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:3.1:1783976211.554744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:3.1:1783976211.554752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976211.555073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:0.1:1783976211.555082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976211.555092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976211.555102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976211.555110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:2.1:1783976211.555435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:2.1:1783976211.555440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7e00.
00010000:00000010:0.1:1783976211.589924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:1.1:1783976211.608171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6a00.
00010000:00000010:3.1:1783976211.697644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:0.1:1783976211.703085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6400.
00010000:00000010:2.1:1783976211.714075:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:0.1:1783976211.718332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976211.718340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:3.1:1783976211.743104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976211.743453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976211.748651:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976211.756023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:3.1:1783976211.769122:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:1.1:1783976211.796154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976211.821692:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462e00.
00010000:00000010:0.1:1783976211.838101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976211.838109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976211.863755:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976211.894313:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976211.894330:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976211.902135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462400.
00010000:00000010:3.1:1783976211.945085:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976211.968095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976211.972503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:3.1:1783976211.975120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:3.1:1783976211.975138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:1.1:1783976212.023125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:1.1:1783976212.023140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:1.1:1783976212.023148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976212.030223:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:2.1:1783976212.080209:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:2.1:1783976212.080226:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976212.087377:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:0.1:1783976212.087397:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3200.
00010000:00000010:1.1:1783976212.114823:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051600.
00010000:00000010:1.1:1783976212.153523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3800.
00010000:00000010:1.1:1783976212.172106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:1.1:1783976212.180296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:1.1:1783976212.196215:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:0.1:1783976212.203276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:2.1:1783976212.220089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:2.1:1783976212.220102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3c00.
00010000:00000010:0.1:1783976212.253074:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976212.269037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976212.299665:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976212.299680:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976212.299684:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976212.304151:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976212.314071:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976212.314083:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463800.
00010000:00000010:0.1:1783976212.314086:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:1.1:1783976212.316080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6200.
00010000:00000010:0.1:1783976212.318952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976212.318958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:0.1:1783976212.318961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463600.
00010000:00000010:0.1:1783976212.318964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462c00.
00010000:00000010:1.1:1783976212.320397:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:2.1:1783976212.320593:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462a00.
00010000:00000010:2.1:1783976212.320599:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3600.
00010000:00000010:2.1:1783976212.320602:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976212.322098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:1.1:1783976212.322269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:2.1:1783976212.326309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:1.1:1783976212.327802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:1.1:1783976212.327813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462000.
00010000:00000010:1.1:1783976212.327822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976212.327830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3a00.
00010000:00000010:0.1:1783976212.340705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976212.367091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3400.
00010000:00000010:1.1:1783976212.367135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463000.
00010000:00000010:0.1:1783976212.378971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976212.387108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976212.387119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976212.404540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976212.427153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:2.1:1783976212.431084:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976212.431092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976212.467470:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:2.1:1783976212.517410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:1.1:1783976212.523974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:1.1:1783976212.526309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3000.
00010000:00000010:1.1:1783976212.526318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463200.
00010000:00000010:0.1:1783976212.550100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2a00.
00010000:00000010:2.1:1783976212.573179:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:3.1:1783976212.636594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:2.1:1783976212.643662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976212.648189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:1.1:1783976212.667616:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2200.
00010000:00000010:2.1:1783976212.682645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:2.1:1783976212.682666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2800.
00010000:00000010:1.1:1783976212.689789:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:0.1:1783976212.706092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976212.706133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2e00.
00010000:00000010:1.1:1783976212.727005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976212.727026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2c00.
00010000:00000010:3.1:1783976212.756190:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976212.779864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:2.1:1783976212.791188:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:1.1:1783976212.804130:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976212.819639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:2.1:1783976212.831775:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3200.
00010000:00000010:0.1:1783976212.848082:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976212.853143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976212.876333:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:1.1:1783976212.880194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:1.1:1783976212.880201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584000.
00010000:00000010:0.1:1783976212.912217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:1.1:1783976212.943445:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2600.
00010000:00000010:0.1:1783976212.954764:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:2.1:1783976212.991676:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:2.1:1783976213.006070:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:0.1:1783976213.006268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976213.006275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:2.1:1783976213.030686:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976213.035771:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976213.053813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:1.1:1783976213.103480:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976213.109093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3600.
00010000:00000010:1.1:1783976213.115086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976213.147070:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976213.155071:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976213.155078:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6000.
00010000:00000010:0.1:1783976213.155089:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976213.160169:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050200.
00010000:00000010:2.1:1783976213.161355:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6c00.
00010000:00000010:2.1:1783976213.161364:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976213.163593:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f462800.
00010000:00000010:2.1:1783976213.170180:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:1.1:1783976213.180076:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463c00.
00010000:00000010:0.1:1783976213.181149:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976213.192071:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976213.192075:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976213.192078:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976213.193262:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976213.197244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3050800.
00010000:00000010:0.1:1783976213.197261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976213.197270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:2.1:1783976213.201174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976213.201412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2200.
00010000:00000010:3.1:1783976213.277662:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976213.282092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976213.282253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976213.406215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976213.406233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976213.406435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030a00.
00010000:00000010:0.1:1783976213.426078:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3c00.
00010000:00000010:0.1:1783976213.426104:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031c00.
00010000:00000010:0.1:1783976213.431101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2c00.
00010000:00000010:1.1:1783976213.468091:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2e00.
00010000:00000010:1.1:1783976213.497105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:2.1:1783976213.530080:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:3.1:1783976213.534697:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:2.1:1783976213.552687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2800.
00010000:00000010:1.1:1783976213.611091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:0.1:1783976213.621085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:3.1:1783976213.626656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:1.1:1783976213.633813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:0.1:1783976213.645390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:0.1:1783976213.730857:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3600.
00010000:00000010:1.1:1783976213.736796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976213.736808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976213.736829:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976213.736832:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030a00.
00010000:00000010:0.1:1783976213.779936:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3a00.
00010000:00000010:3.1:1783976213.866028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:2.1:1783976213.870245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976213.931080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:1.1:1783976213.951330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976213.958859:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2200.
00010000:00000010:1.1:1783976213.997404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976214.015100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976214.022156:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:2.1:1783976214.073207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976214.084154:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:2.1:1783976214.096966:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2a00.
00010000:00000010:1.1:1783976214.139731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:2.1:1783976214.184068:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:2.1:1783976214.184080:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:0.1:1783976214.191111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976214.193633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:1.1:1783976214.213085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:1.1:1783976214.241076:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976214.251080:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:1.1:1783976214.260084:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2e00.
00010000:00000010:1.1:1783976214.274088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:1.1:1783976214.352092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:2.1:1783976214.353382:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976214.357250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976214.387624:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:1.1:1783976214.416344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:2.1:1783976214.447233:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976214.450547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3000.
00010000:00000010:2.1:1783976214.498120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2c00.
00010000:00000010:0.1:1783976214.502925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976214.530201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:0.1:1783976214.530206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:1.1:1783976214.575151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3600.
00010000:00000010:1.1:1783976214.597183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976214.611078:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:2.1:1783976214.617082:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2a00.
00010000:00000010:0.1:1783976214.633254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976214.696096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:1.1:1783976214.709096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2800.
00010000:00000010:3.1:1783976214.713581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2e00.
00010000:00000010:2.1:1783976214.767443:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976214.789107:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3a00.
00010000:00000010:2.1:1783976214.840616:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:2.1:1783976214.840631:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:2.1:1783976214.840635:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:2.1:1783976214.840638:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976214.864216:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976214.866123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976214.866132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976214.866135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976214.866142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:2.1:1783976214.885439:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976214.888096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976214.888114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976214.888123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:2.1:1783976214.888542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:2.1:1783976214.892342:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976214.944563:0:179024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:2.1:1783976214.966908:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976214.969483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976214.978081:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2600.
00010000:00000010:0.1:1783976215.037866:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976215.037877:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:3.1:1783976215.037902:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976215.148119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976215.148142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:2.1:1783976215.156727:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:3.1:1783976215.157869:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976215.211428:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976215.211436:0:179025:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976215.333077:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976215.333083:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976215.376732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:2.1:1783976215.384095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976215.401603:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976215.420548:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976215.435593:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:3.1:1783976215.455442:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:3.1:1783976215.513939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976215.518103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976215.526147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976215.536405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976215.541110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976215.601329:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976215.607214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:2.1:1783976215.611090:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:1.1:1783976215.633595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976215.641723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a400.
00010000:00000010:0.1:1783976215.641729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:0.1:1783976215.710776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976215.710781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:1.1:1783976215.714105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783976215.714174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:1.1:1783976215.718279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976215.749276:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976215.792096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976215.800116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463e00.
00010000:00000010:0.1:1783976215.842067:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976215.863106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976215.863121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976215.877075:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:1.1:1783976215.895095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976215.955224:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:3.1:1783976215.959446:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:1.1:1783976215.971668:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031400.
00010000:00000010:2.1:1783976215.977196:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976216.010264:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976216.031077:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170000.
00010000:00000010:0.1:1783976216.037638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:1.1:1783976216.065322:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:2.1:1783976216.115315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976216.115558:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:1.1:1783976216.139111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170000.
00010000:00000010:0.1:1783976216.170130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:2.1:1783976216.178180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976216.180056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976216.235360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976216.243859:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:2.1:1783976216.270097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:1.1:1783976216.284062:0:179023:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3800.
00010000:00000010:2.1:1783976216.342104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976216.360290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976216.374144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976216.385112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976216.407087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976216.424263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:2.1:1783976216.435879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:1.1:1783976216.446085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976216.477137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171400.
00010000:00000010:2.1:1783976216.478711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976216.520836:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3c00.
00010000:00000010:2.1:1783976216.534321:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:2.1:1783976216.534326:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:1.1:1783976216.556381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:2.1:1783976216.556471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976216.573161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976216.625177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976216.667719:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976216.684315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976216.686080:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:2.1:1783976216.715941:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976216.735603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976216.750070:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:2.1:1783976216.767357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:3.1:1783976216.796162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739200.
00010000:00000010:1.1:1783976216.820170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:2.1:1783976216.852361:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976216.864469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976216.864481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:1.1:1783976216.898081:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2200.
00010000:00000010:2.1:1783976216.934099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976216.939109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976216.994102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:3.1:1783976217.003272:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:0.1:1783976217.009375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976217.027096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976217.057706:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:3.1:1783976217.081899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976217.113098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:2.1:1783976217.132131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:1.1:1783976217.161698:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976217.211209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976217.216147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:2.1:1783976217.216973:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976217.240121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20600.
00010000:00000010:0.1:1783976217.254382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:3.1:1783976217.268071:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976217.299377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976217.330815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976217.338562:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3200.
00010000:00000010:1.1:1783976217.367080:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:3.1:1783976217.402319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:1.1:1783976217.422096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976217.461139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976217.464092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:2.1:1783976217.507663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976217.538162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:0.1:1783976217.548315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad738800.
00010000:00000010:0.1:1783976217.598142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976217.649240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976217.661939:0:148344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:3.1:1783976217.663508:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976217.713374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:2.1:1783976217.902486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:2.1:1783976217.902495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976217.948975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976217.948980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:1.1:1783976217.952093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051c00.
00010000:00000010:1.1:1783976217.990742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:3.1:1783976218.051921:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976218.069253:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976218.085087:0:179026:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976218.153655:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976218.197257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:3.1:1783976218.204034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976218.218082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976218.344149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c600.
00010000:00000010:2.1:1783976218.356851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:3.1:1783976218.359371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976218.480875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976218.505215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976218.567139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:1.1:1783976218.619260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976218.625204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86815600.
00010000:00000010:0.1:1783976218.652112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:0.1:1783976218.664564:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:0.1:1783976218.700877:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031c00.
00010000:00000010:0.1:1783976218.714079:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976218.754351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:3.1:1783976218.758454:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976218.818100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976218.885210:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f463a00.
00010000:00000010:1.1:1783976219.051971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976219.298329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:1.1:1783976219.392742:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:1.1:1783976219.476269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051a00.
00010000:00000010:1.1:1783976219.629519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:1.1:1783976219.646380:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976219.747304:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030a00.
00010000:00000010:0.1:1783976219.747316:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976219.747320:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:0.1:1783976219.747327:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976220.133073:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:0.1:1783976220.390274:0:179017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976220.833076:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976221.282397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976221.282422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031e00.
00010000:00000010:0.1:1783976221.282432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b7200.
00010000:00000010:1.1:1783976221.284553:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3400.
00010000:00000010:1.1:1783976221.284563:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:1.1:1783976221.284566:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:1.1:1783976221.284569:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:1.1:1783976221.286093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad9b6e00.
00010000:00000010:0.1:1783976221.286113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:0.1:1783976221.286129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:0.1:1783976221.286132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86814600.
00010000:00000010:0.1:1783976221.286151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:1.1:1783976221.290100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976221.290121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:1.1:1783976221.290125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976221.911095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976222.011097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:2.1:1783976222.014980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:2.1:1783976222.014988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:0.1:1783976222.015275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976222.015280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2de00.
00010000:00000010:0.1:1783976222.392240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976223.679638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976223.859358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad739800.
00010000:00000010:0.1:1783976223.859365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3051800.
00010000:00000010:0.1:1783976223.859378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976224.330099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:0.1:1783976224.847759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:0.1:1783976226.743143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c2000.
00010000:00000010:1.1:1783976230.811083:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:1.1:1783976233.117097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:1.1:1783976233.208426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:1.1:1783976236.030972:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:1.1:1783976243.077150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:1.1:1783976243.127339:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976243.181364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976243.207760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:0.1:1783976243.216159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976243.216183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976243.261452:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976243.272111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976243.279094:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976243.307817:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:3.1:1783976243.321200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:3.1:1783976243.321212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976243.414124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976243.414132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:2.1:1783976243.428988:0:1093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976243.431357:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976243.458497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976243.468167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:2.1:1783976243.477115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:2.1:1783976243.477132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976243.515096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976243.555250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976243.603106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976243.657266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976243.670391:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976243.670398:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:3.1:1783976243.681093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976243.681097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976243.708235:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20600.
00010000:00000010:0.1:1783976243.760311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976243.760322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976243.812182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976243.816671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976243.828994:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:1.1:1783976243.871379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:2.1:1783976243.875984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:2.1:1783976243.885199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976243.889113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976243.924206:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:0.1:1783976243.937156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976243.981499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:0.1:1783976243.981504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976244.044412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976244.044424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976244.048089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976244.069076:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:2.1:1783976244.069480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976244.073118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976244.089219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976244.102867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:2.1:1783976244.134823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:2.1:1783976244.134830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:1.1:1783976244.138086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:2.1:1783976244.138302:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:1.1:1783976244.141212:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976244.146097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976244.163140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976244.226212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976244.231092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976244.237663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:2.1:1783976244.241072:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:2.1:1783976244.241077:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976244.282114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976244.284332:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976244.289866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976244.312015:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:2.1:1783976244.312186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976244.318169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:1.1:1783976244.335106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976244.340088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:3.1:1783976244.375088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:3.1:1783976244.382798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:1.1:1783976244.390154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976244.390170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:0.1:1783976244.445137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976244.445159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976244.453095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976244.466610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:1.1:1783976244.466616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:1.1:1783976244.466619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976244.513544:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976244.523441:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:3.1:1783976244.546093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:3.1:1783976244.553407:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:0.1:1783976244.554097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976244.554104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:1.1:1783976244.583110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:0.1:1783976244.631527:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:0.1:1783976244.661022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:0.1:1783976244.661037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976244.713345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:1.1:1783976244.718120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976244.724097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976244.762281:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976244.762287:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976244.771097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:2.1:1783976244.783397:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:2.1:1783976244.793105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:1.1:1783976244.797096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976244.819139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976244.889207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976244.889216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:1.1:1783976244.889220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976244.889223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:0.1:1783976244.893099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:3.1:1783976244.893759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:2.1:1783976244.931160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:3.1:1783976244.946672:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976245.012078:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976245.019294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976245.019300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:0.1:1783976245.019305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976245.040468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:3.1:1783976245.041111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976245.046079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:0.1:1783976245.046087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976245.083087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976245.083176:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:3.1:1783976245.123397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:0.1:1783976245.135326:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:0.1:1783976245.170589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:0.1:1783976245.174160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:1.1:1783976245.213154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976245.213356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976245.227106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976245.248125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:2.1:1783976245.278019:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:3.1:1783976245.295073:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:1.1:1783976245.295254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:2.1:1783976245.319148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:3.1:1783976245.343389:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976245.381181:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:2.1:1783976245.385108:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:2.1:1783976245.385114:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976245.385184:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976245.408162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976245.414169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:2.1:1783976245.420131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:2.1:1783976245.420150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:2.1:1783976245.482282:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:0.1:1783976245.487147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:2.1:1783976245.493116:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:2.1:1783976245.522283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:1.1:1783976245.542174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976245.573378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976245.595099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976245.595104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976245.633655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976245.704117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:3.1:1783976245.715168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:1.1:1783976245.740941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:1.1:1783976245.824160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976245.824167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:3.1:1783976245.833087:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:1.1:1783976245.833168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976245.852842:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:1.1:1783976245.852850:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976245.891066:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976245.905511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:1.1:1783976245.916081:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:3.1:1783976245.916090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:3.1:1783976245.928681:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:1.1:1783976245.962835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:3.1:1783976245.983681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:2.1:1783976245.984109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:2.1:1783976246.024178:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:0.1:1783976246.027246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:1.1:1783976246.047108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976246.047118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976246.112082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976246.112093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:0.1:1783976246.120217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:0.1:1783976246.120223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:1.1:1783976246.129125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:1.1:1783976246.129134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:0.1:1783976246.136800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976246.145658:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976246.186080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:3.1:1783976246.190338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:1.1:1783976246.233303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:0.1:1783976246.233627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:1.1:1783976246.267177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976246.267183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976246.293102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:2.1:1783976246.293418:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:0.1:1783976246.333353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:3.1:1783976246.338308:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976246.367254:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:1.1:1783976246.399429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:2.1:1783976246.410525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:2.1:1783976246.410533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:0.1:1783976246.410689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:0.1:1783976246.410694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:0.1:1783976246.471847:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:1.1:1783976246.520208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:1.1:1783976246.632090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976246.645151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:3.1:1783976246.670172:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:3.1:1783976246.672757:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:3.1:1783976246.724010:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:2.1:1783976246.736797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20600.
00010000:00000010:0.1:1783976246.772492:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:0.1:1783976246.772503:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:0.1:1783976246.833246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:2.1:1783976246.834089:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:1.1:1783976246.882395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:1.1:1783976246.890257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:3.1:1783976246.891085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:3.1:1783976246.894758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:1.1:1783976246.900346:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:0.1:1783976246.930141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:0.1:1783976246.984597:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976247.004091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:1.1:1783976247.046117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976247.046134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:3.1:1783976247.082314:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976247.105227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:1.1:1783976247.105242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976247.168620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976247.168636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:1.1:1783976247.172087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976247.187910:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:0.1:1783976247.196239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20600.
00010000:00000010:2.1:1783976247.237095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:2.1:1783976247.241271:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:1.1:1783976247.275088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:0.1:1783976247.275138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:0.1:1783976247.338101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:1.1:1783976247.338175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976247.392096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:0.1:1783976247.392102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976247.425208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976247.460220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:1.1:1783976247.514365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976247.524183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:1.1:1783976247.540906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:1.1:1783976247.540914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:2.1:1783976247.558155:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:1.1:1783976247.566787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976247.591095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976247.597785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976247.648521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976247.648539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976247.671364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976247.671380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:0.1:1783976247.702169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976247.735940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:3.1:1783976247.866067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:3.1:1783976247.866082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976247.885077:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976247.885083:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976247.885087:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976247.897677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:2.1:1783976247.912134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:2.1:1783976247.912140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:3.1:1783976247.913236:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:0.1:1783976247.938181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976247.948595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976247.948608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:3.1:1783976247.987314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976248.000067:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976248.005159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976248.013203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:3.1:1783976248.023105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:1.1:1783976248.036071:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:2.1:1783976248.076297:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:1.1:1783976248.091172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976248.099508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976248.111583:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976248.111590:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976248.117088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:3.1:1783976248.135091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:1.1:1783976248.151072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976248.178625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976248.178643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976248.224270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976248.224277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:3.1:1783976248.254197:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:0.1:1783976248.278338:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:0.1:1783976248.303026:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976248.313206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976248.334094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976248.334101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:3.1:1783976248.361353:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:0.1:1783976248.381289:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:2.1:1783976248.406124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976248.412085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:2.1:1783976248.415979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:1.1:1783976248.459072:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:0.1:1783976248.474099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:0.1:1783976248.515364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:2.1:1783976248.549740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:1.1:1783976248.556826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976248.637654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:1.1:1783976248.648511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976248.684557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976248.684571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:0.1:1783976248.684575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976248.684578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:0.1:1783976248.702087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:3.1:1783976248.709248:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:0.1:1783976248.709530:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:3.1:1783976248.712762:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:3.1:1783976248.736126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976248.744085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:1.1:1783976248.761199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:0.1:1783976248.771237:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976248.787146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976248.791137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976248.828404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976248.878947:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:3.1:1783976248.904212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:0.1:1783976248.915132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:2.1:1783976248.917144:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976248.970433:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:1.1:1783976248.979735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976248.985561:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:3.1:1783976248.989197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:1.1:1783976248.990115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:3.1:1783976249.044687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:3.1:1783976249.044696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:0.1:1783976249.079837:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:1.1:1783976249.093501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976249.109843:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976249.109854:0:149581:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:2.1:1783976249.119269:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:2.1:1783976249.119274:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:2.1:1783976249.167810:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:0.1:1783976249.171838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976249.173415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:1.1:1783976249.173422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976249.204214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:3.1:1783976249.204223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:1.1:1783976249.223514:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:0.1:1783976249.225104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:0.1:1783976249.229097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:3.1:1783976249.241888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976249.287076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976249.305336:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:1.1:1783976249.318103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:0.1:1783976249.323561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976249.355316:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976249.402327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:3.1:1783976249.418794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:2.1:1783976249.421169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:2.1:1783976249.470824:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:3.1:1783976249.516586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:1.1:1783976249.517549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976249.538130:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:1.1:1783976249.544473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976249.547156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:2.1:1783976249.607885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:2.1:1783976249.607892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:0.1:1783976249.629473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:0.1:1783976249.634074:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:1.1:1783976249.649058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976249.654157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976249.690149:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:3.1:1783976249.702171:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:0.1:1783976249.711755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:1.1:1783976249.729018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976249.729025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:3.1:1783976249.775145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:2.1:1783976249.775326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:1.1:1783976249.811960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976249.827089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976249.908115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:1.1:1783976249.908129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:1.1:1783976249.924198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:3.1:1783976249.964114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976249.999496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:0.1:1783976249.999504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976250.002523:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976250.002528:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976250.022127:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:0.1:1783976250.042369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:3.1:1783976250.083204:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:0.1:1783976250.111588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976250.115138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976250.131713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:0.1:1783976250.153243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20600.
00010000:00000010:0.1:1783976250.178150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:1.1:1783976250.205114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976250.293035:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976250.325129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976250.325142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976250.448146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:1.1:1783976250.448163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976250.517517:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976250.524230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:2.1:1783976250.524302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976250.541146:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976250.583102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976250.593204:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976250.615735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976250.615743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976250.629104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:0.1:1783976250.636092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:3.1:1783976250.681763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:3.1:1783976250.690080:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:1.1:1783976250.742644:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976250.742653:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976250.867433:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976250.891786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976250.977177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976250.977185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:2.1:1783976250.984098:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:2.1:1783976251.029157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976251.029313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:1.1:1783976251.033901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:2.1:1783976251.095530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:0.1:1783976251.118134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976251.192260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:2.1:1783976251.193237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:0.1:1783976251.208441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:3.1:1783976251.246830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:2.1:1783976251.262888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:3.1:1783976251.277394:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976251.284093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976251.306135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976251.316090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:3.1:1783976251.375587:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:3.1:1783976251.394653:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:3.1:1783976251.400299:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20600.
00010000:00000010:2.1:1783976251.439080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:3.1:1783976251.462074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:2.1:1783976251.469644:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:1.1:1783976251.513374:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976251.543378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976251.555440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976251.555459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976251.575110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976251.614154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976251.633596:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:2.1:1783976251.649709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:1.1:1783976251.679083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976251.683091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:1.1:1783976251.726099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:2.1:1783976251.740735:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976251.762134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976251.853208:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976251.860582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976251.877584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:2.1:1783976251.938082:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976251.949695:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976251.956241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976251.964172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:2.1:1783976251.986910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:2.1:1783976251.986929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976252.013142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:2.1:1783976252.029564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:3.1:1783976252.104102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:1.1:1783976252.108462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976252.144808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:0.1:1783976252.157157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976252.186754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976252.209104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:2.1:1783976252.269207:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:3.1:1783976252.273094:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976252.317696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:3.1:1783976252.323081:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976252.354332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976252.365241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:0.1:1783976252.389147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976252.489744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976252.519336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:2.1:1783976252.523246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:0.1:1783976252.602885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:0.1:1783976252.607663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:0.1:1783976252.672070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:3.1:1783976252.672394:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:2.1:1783976252.675724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976252.697272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:1.1:1783976252.717523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:2.1:1783976252.718083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:3.1:1783976252.721110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:0.1:1783976252.721214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:3.1:1783976252.780514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:2.1:1783976252.801248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976252.822202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:1.1:1783976252.828211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976252.844089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976252.844102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:2.1:1783976252.890115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:2.1:1783976252.890140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:1.1:1783976252.969278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976252.972141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:1.1:1783976253.029308:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:1.1:1783976253.029316:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976253.115226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:1.1:1783976253.116005:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976253.203239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976253.203303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976253.243255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:0.1:1783976253.268487:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:1.1:1783976253.283417:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976253.294127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976253.352016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976253.363200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:2.1:1783976253.363969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:0.1:1783976253.390158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:2.1:1783976253.446229:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:2.1:1783976253.446244:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:0.1:1783976253.528911:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976253.528930:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976253.576175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976253.576187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976253.608173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976253.616726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:3.1:1783976253.639134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:1.1:1783976253.760852:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976253.808153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976253.875351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:1.1:1783976253.899109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976253.920629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976253.925344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976254.068682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:3.1:1783976254.076786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976254.128163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976254.129019:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976254.156133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:2.1:1783976254.179187:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:1.1:1783976254.185113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:2.1:1783976254.202432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:0.1:1783976254.250172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976254.351252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:0.1:1783976254.351273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976254.361213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:3.1:1783976254.410095:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:3.1:1783976254.422172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:1.1:1783976254.426462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:0.1:1783976254.439086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976254.443251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976254.515442:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:2.1:1783976254.523229:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:1.1:1783976254.544283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976254.545105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:3.1:1783976254.632748:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976254.648851:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976254.687077:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976254.690679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976254.720136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:3.1:1783976254.726396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976254.744209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976254.744219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976254.768983:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976254.779724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976254.803101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976254.813092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976254.934406:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:2.1:1783976254.935702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976254.961726:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976254.963679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:2.1:1783976254.973499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:2.1:1783976254.973507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976254.976172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976254.976179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:2.1:1783976255.017079:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:0.1:1783976255.042081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:0.1:1783976255.059830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:2.1:1783976255.080833:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:1.1:1783976255.083143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976255.093191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976255.098738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976255.098750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:2.1:1783976255.140124:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:0.1:1783976255.147796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:0.1:1783976255.167177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976255.167307:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:2.1:1783976255.188134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:3.1:1783976255.192102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:1.1:1783976255.241075:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976255.270116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:2.1:1783976255.303779:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:0.1:1783976255.318086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:1.1:1783976255.323082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:1.1:1783976255.323087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:0.1:1783976255.328137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976255.328144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976255.360232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:2.1:1783976255.362663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976255.389208:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:2.1:1783976255.396071:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:2.1:1783976255.434109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:2.1:1783976255.434120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976255.495758:0:179016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976255.498808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976255.556169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:3.1:1783976255.556408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:0.1:1783976255.589617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976255.612119:0:179029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976255.642981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:3.1:1783976255.643378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:3.1:1783976255.643389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:0.1:1783976255.671113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:1.1:1783976255.704176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976255.704182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976255.731078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976255.731199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976255.735255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:1.1:1783976255.735321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976255.759269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976255.780407:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976255.806248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976255.814090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:2.1:1783976255.840043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:2.1:1783976255.840069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:3.1:1783976255.857026:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976255.863199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976255.872178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:1.1:1783976255.872252:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:3.1:1783976255.917071:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:3.1:1783976255.922319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:1.1:1783976255.946090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:2.1:1783976255.950114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:0.1:1783976256.035976:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976256.035987:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976256.061078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:2.1:1783976256.065609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:3.1:1783976256.068162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:2.1:1783976256.069096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:1.1:1783976256.094383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:3.1:1783976256.104930:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976256.111648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:0.1:1783976256.117507:0:179028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:1.1:1783976256.134083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:2.1:1783976256.135126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976256.157340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:0.1:1783976256.161091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976256.172086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:0.1:1783976256.177135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976256.198090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976256.198100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:1.1:1783976256.238255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976256.238269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976256.252385:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976256.252394:0:179031:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:1.1:1783976256.278068:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:1.1:1783976256.278074:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976256.305133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:2.1:1783976256.305210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:1.1:1783976256.318430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976256.327652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:0.1:1783976256.351125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:0.1:1783976256.356084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:2.1:1783976256.367599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976256.404149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976256.404155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976256.404158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:3.1:1783976256.421133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:2.1:1783976256.424081:0:179030:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:1.1:1783976256.433237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976256.436190:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:1.1:1783976256.436196:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:0.1:1783976256.440099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976256.481161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:1.1:1783976256.493288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:3.1:1783976256.494094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:3.1:1783976256.494101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976256.519591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976256.524119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:3.1:1783976256.550092:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:1.1:1783976256.554091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:0.1:1783976256.569134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:0.1:1783976256.572094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976256.620220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:1.1:1783976256.635185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:2.1:1783976256.646312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:0.1:1783976256.665100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20600.
00010000:00000010:3.1:1783976256.709481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976256.826104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:1.1:1783976256.872111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:1.1:1783976256.962186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:1.1:1783976257.038165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00000080:00000010:2.1:1783976257.092114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a320.
00010000:00000010:1.1:1783976268.907092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abc00.
00010000:00000010:1.1:1783976269.458239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00000080:00000010:0.1:1783976269.506524:0:179069:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc780.
00010000:00000010:0.1:1783976269.506563:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:1.1:1783976269.511393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:2.1:1783976269.518133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976269.525674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:1.1:1783976269.538727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976269.547094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00000080:00000010:1.1:1783976269.549303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e7e0.
00000080:00000010:2.1:1783976269.574080:0:152219:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc820.
00010000:00000010:0.1:1783976269.574614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976269.581614:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00000080:00000010:0.1:1783976269.604773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e180.
00010000:00000010:0.1:1783976269.609384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:2.1:1783976269.625972:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:3.1:1783976269.637634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:0.1:1783976269.665944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00000080:00000010:1.1:1783976269.666353:0:179076:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adce40.
00010000:00000010:3.1:1783976269.672110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00000080:00000010:0.1:1783976269.704298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8dc0.
00010000:00000010:1.1:1783976269.712084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00000080:00000010:0.1:1783976269.756452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61ac60.
00000080:00000010:1.1:1783976269.777004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8d40.
00010000:00000010:1.1:1783976269.777072:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:3.1:1783976269.795240:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00000080:00000010:0.1:1783976269.805073:0:179069:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc1c0.
00010000:00000010:3.1:1783976269.830692:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976269.834949:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00000080:00000010:0.1:1783976269.834961:0:179077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8dc0.
00010000:00000010:1.1:1783976269.868755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00000080:00000010:3.1:1783976269.868775:0:2404:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8300.
00010000:00000010:0.1:1783976269.963774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:3.1:1783976269.981110:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976269.995099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976270.027268:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:3.1:1783976270.027289:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:3.1:1783976270.126798:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976270.139788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:2.1:1783976270.140776:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:3.1:1783976270.146230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:1.1:1783976270.146424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:2.1:1783976270.155313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584a00.
00010000:00000010:0.1:1783976270.326108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:1.1:1783976270.326925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:2.1:1783976270.345150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:2.1:1783976270.359371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976270.468163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:2.1:1783976270.481986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:3.1:1783976270.483352:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976270.506144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:2.1:1783976270.507196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:3.1:1783976270.507268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:3.1:1783976270.507283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:0.1:1783976270.508023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976270.568130:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:3.1:1783976270.619776:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976270.640097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:3.1:1783976270.640178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:1.1:1783976270.706192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976270.706216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976270.706262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:3.1:1783976270.707095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976270.713299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976270.728088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:0.1:1783976270.753079:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976270.763115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976270.827892:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:0.1:1783976270.839078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976270.900282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976270.900302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976270.905077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:3.1:1783976270.995110:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3584200.
00010000:00000010:3.1:1783976270.995150:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976271.063660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:0.1:1783976271.164247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:0.1:1783976271.164263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:2.1:1783976271.166788:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:1.1:1783976271.221211:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976271.232468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:0.1:1783976271.270239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976271.347995:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976271.395269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976271.473893:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db000.
00010000:00000010:0.1:1783976271.473913:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976271.628095:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976271.636198:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:2.1:1783976271.640383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc872c3e00.
00010000:00000010:0.1:1783976271.655132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:1.1:1783976271.663178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976271.774188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:2.1:1783976271.778235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976271.799596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:0.1:1783976271.843582:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbc00.
00010000:00000010:1.1:1783976271.877067:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:1.1:1783976271.890146:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:0.1:1783976271.900226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:3.1:1783976271.934087:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:0.1:1783976271.947098:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da600.
00010000:00000010:0.1:1783976271.971219:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:3.1:1783976272.024078:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3daa00.
00010000:00000010:2.1:1783976272.044229:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976272.047778:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976272.055815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a400.
00010000:00000010:1.1:1783976272.079688:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:0.1:1783976272.089969:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976272.121919:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b200.
00010000:00000010:0.1:1783976272.132027:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976272.132031:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976272.165249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976272.169081:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:1.1:1783976272.169086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da400.
00010000:00000010:1.1:1783976272.207172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976272.212097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976272.236382:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20600.
00010000:00000010:1.1:1783976272.250524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:1.1:1783976272.297169:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:0.1:1783976272.319231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:2.1:1783976272.320145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976272.322878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:1.1:1783976272.324294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976272.346625:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da200.
00010000:00000010:0.1:1783976272.368344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976272.380089:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:2.1:1783976272.412121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:2.1:1783976272.418113:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976272.418614:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976272.442199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db400.
00010000:00000010:1.1:1783976272.452931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976272.507774:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:2.1:1783976272.544896:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db000.
00010000:00000010:3.1:1783976272.566733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976272.567078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976272.578746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976272.600750:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976272.627067:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db800.
00010000:00000010:1.1:1783976272.627082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:1.1:1783976272.642673:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:2.1:1783976272.656607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976272.707149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:0.1:1783976272.728146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:1.1:1783976272.733333:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976272.733337:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:1.1:1783976272.754388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976272.811845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21400.
00010000:00000010:0.1:1783976272.814171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976272.891128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976272.897040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da200.
00010000:00000010:0.1:1783976272.984121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbe00.
00010000:00000010:0.1:1783976272.995483:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:1.1:1783976272.997060:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976273.038197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:2.1:1783976273.038343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:0.1:1783976273.066621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:1.1:1783976273.097089:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db200.
00010000:00000010:1.1:1783976273.106905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:1.1:1783976273.166112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:0.1:1783976273.177630:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:0.1:1783976273.177642:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:0.1:1783976273.177647:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976273.213098:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976273.235093:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:0.1:1783976273.243200:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:2.1:1783976273.277072:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20800.
00010000:00000010:1.1:1783976273.278027:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:1.1:1783976273.287364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ac00.
00010000:00000010:1.1:1783976273.302075:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976273.304583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976273.341447:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976273.364369:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976273.372124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:1.1:1783976273.372175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976273.442506:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:1.1:1783976273.442512:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976273.451104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4bc00.
00010000:00000010:1.1:1783976273.460201:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976273.472103:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:2.1:1783976273.487975:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da800.
00010000:00000010:1.1:1783976273.507180:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:1.1:1783976273.507186:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ba00.
00010000:00000010:0.1:1783976273.527280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da600.
00010000:00000010:0.1:1783976273.565134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbe00.
00010000:00000010:0.1:1783976273.565143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:0.1:1783976273.580589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976273.623160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976273.649109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:1.1:1783976273.702664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976273.702672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db000.
00010000:00000010:1.1:1783976273.704671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976273.704682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:1.1:1783976273.704689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:1.1:1783976273.704703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dae00.
00010000:00000010:1.1:1783976273.704706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976273.711201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da400.
00010000:00000010:0.1:1783976273.711222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:0.1:1783976273.711234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:0.1:1783976273.711260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:2.1:1783976273.711314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976273.736199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976273.742472:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976273.742487:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:1.1:1783976273.816509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976273.822280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:1.1:1783976273.838802:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:0.1:1783976273.844075:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976273.878296:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:1.1:1783976273.878301:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976273.906338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976273.912123:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976273.919705:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:1.1:1783976273.952760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976273.960526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da000.
00010000:00000010:0.1:1783976273.969349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976274.006367:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:0.1:1783976274.006383:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:2.1:1783976274.059222:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976274.067225:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b600.
00010000:00000010:0.1:1783976274.075447:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db200.
00010000:00000010:0.1:1783976274.075480:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:3.1:1783976274.110722:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4be00.
00010000:00000010:0.1:1783976274.133089:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:1.1:1783976274.151173:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976274.173196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:1.1:1783976274.179307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db600.
00010000:00000010:1.1:1783976274.196095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:1.1:1783976274.217085:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976274.278485:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:2.1:1783976274.291429:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976274.307212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976274.313097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db000.
00010000:00000010:3.1:1783976274.341095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976274.341275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:1.1:1783976274.382608:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db400.
00010000:00000010:3.1:1783976274.387070:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da200.
00010000:00000010:0.1:1783976274.387079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:0.1:1783976274.394099:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:1.1:1783976274.434451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b400.
00010000:00000010:1.1:1783976274.434472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:1.1:1783976274.446125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976274.481237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:2.1:1783976274.555179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:2.1:1783976274.561145:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976274.569100:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976274.569107:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:2.1:1783976274.635763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dba00.
00010000:00000010:1.1:1783976274.646192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976274.654852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20400.
00010000:00000010:1.1:1783976274.655086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976274.755182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21000.
00010000:00000010:3.1:1783976274.756245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21c00.
00010000:00000010:1.1:1783976274.775710:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976274.793067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:1.1:1783976274.800079:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:2.1:1783976274.800566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21e00.
00010000:00000010:2.1:1783976274.826205:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21600.
00010000:00000010:2.1:1783976274.826228:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20000.
00010000:00000010:0.1:1783976274.855341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:2.1:1783976274.883069:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21200.
00010000:00000010:2.1:1783976274.908359:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:2.1:1783976274.946106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a000.
00010000:00000010:3.1:1783976275.011760:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976275.014317:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976275.035074:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976275.070888:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4aa00.
00010000:00000010:0.1:1783976275.070896:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:2.1:1783976275.077144:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:2.1:1783976275.092230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b800.
00010000:00000010:0.1:1783976275.130515:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:2.1:1783976275.134716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:0.1:1783976275.155462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dac00.
00010000:00000010:2.1:1783976275.195425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a000.
00010000:00000010:1.1:1783976275.200886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db800.
00010000:00000010:1.1:1783976275.200912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db200.
00010000:00000010:0.1:1783976275.271544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976275.297952:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbe00.
00010000:00000010:0.1:1783976275.320100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:2.1:1783976275.320281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:1.1:1783976275.386100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20c00.
00010000:00000010:1.1:1783976275.476134:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976275.477619:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:0.1:1783976275.489109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:0.1:1783976275.489115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976275.494550:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:2.1:1783976275.522453:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:3.1:1783976275.579079:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976275.593285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3daa00.
00010000:00000010:2.1:1783976275.593748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976275.619939:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00010000:00000010:0.1:1783976275.641775:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171400.
00010000:00000010:0.1:1783976275.672359:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db600.
00010000:00000010:1.1:1783976275.679488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976275.697075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbc00.
00010000:00000010:0.1:1783976275.710240:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:0.1:1783976275.710250:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21a00.
00010000:00000010:1.1:1783976275.711070:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4ae00.
00010000:00000010:1.1:1783976275.721070:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:0.1:1783976275.755454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976275.755461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73bc00.
00010000:00000010:0.1:1783976275.761063:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976275.764088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:0.1:1783976275.768133:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:1.1:1783976275.784085:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:1.1:1783976275.784090:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:1.1:1783976275.805091:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db000.
00010000:00000010:1.1:1783976275.805102:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976275.813836:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170600.
00010000:00000010:0.1:1783976275.813853:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a200.
00010000:00000010:0.1:1783976275.813858:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20a00.
00010000:00000010:0.1:1783976275.813861:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:1.1:1783976275.817571:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20e00.
00010000:00000010:3.1:1783976275.823585:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:3.1:1783976275.823594:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976275.824100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b200.
00010000:00000010:0.1:1783976275.860073:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976275.860073:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed20200.
00010000:00000010:1.1:1783976275.874083:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976275.874095:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db400.
00010000:00000010:0.1:1783976275.874107:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a800.
00010000:00000010:1.1:1783976275.874180:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b600.
00010000:00000010:3.1:1783976275.923907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:1.1:1783976275.927116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b000.
00010000:00000010:1.1:1783976275.927130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976275.927142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db800.
00010000:00000010:1.1:1783976275.927155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976275.927228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da200.
00010000:00000010:3.1:1783976275.929420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:1.1:1783976276.036093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976276.054081:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976276.054094:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030a00.
00010000:00000010:1.1:1783976276.125094:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da000.
00010000:00000010:1.1:1783976276.125099:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:2.1:1783976276.125103:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db200.
00010000:00000010:1.1:1783976276.196102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976276.219115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976276.219120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da800.
00010000:00000010:3.1:1783976276.281074:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:1.1:1783976276.300078:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171200.
00010000:00000010:1.1:1783976276.353583:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976276.371579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:1.1:1783976276.371585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:1.1:1783976276.371588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4b800.
00010000:00000010:1.1:1783976276.371615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976276.380227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976276.380235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ac00.
00010000:00000010:0.1:1783976276.380246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaed21800.
00010000:00000010:0.1:1783976276.380250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a600.
00010000:00000010:3.1:1783976276.381298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:3.1:1783976276.461176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b000.
00010000:00000010:1.1:1783976276.486249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976276.530523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976276.651163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:1.1:1783976276.736072:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:2.1:1783976276.737038:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:1.1:1783976276.748342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:2.1:1783976276.780627:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976276.780639:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db200.
00010000:00000010:3.1:1783976276.780768:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031400.
00010000:00000010:0.1:1783976276.821360:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:1.1:1783976276.825540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976276.844842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da600.
00010000:00000010:0.1:1783976276.846535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ba00.
00010000:00000010:1.1:1783976276.903081:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db400.
00010000:00000010:3.1:1783976276.974680:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976277.003762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:2.1:1783976277.019809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73aa00.
00010000:00000010:2.1:1783976277.019834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976277.131227:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:3.1:1783976277.135087:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976277.195620:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976277.215595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73a400.
00010000:00000010:1.1:1783976277.217077:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:0.1:1783976277.252089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a600.
00010000:00000010:1.1:1783976277.256016:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da200.
00010000:00000010:3.1:1783976277.266723:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:1.1:1783976277.274169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73b400.
00010000:00000010:1.1:1783976277.277117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dac00.
00010000:00000010:1.1:1783976277.277130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:1.1:1783976277.290786:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da400.
00010000:00000010:2.1:1783976277.301229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976277.349509:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976277.386089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976277.434589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:2.1:1783976277.482376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976277.487270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:1.1:1783976277.505146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976277.619214:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:2.1:1783976277.622691:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976277.623078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031e00.
00010000:00000010:0.1:1783976277.623119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:3.1:1783976277.623414:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:0.1:1783976277.697092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976277.697106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:3.1:1783976277.697121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:3.1:1783976277.737321:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:2.1:1783976277.776884:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976277.780083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976277.780136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db600.
00010000:00000010:0.1:1783976277.796215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976277.900749:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976277.900762:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976277.900765:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:3.1:1783976277.913114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a200.
00010000:00000010:3.1:1783976277.913122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:2.1:1783976277.986095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976278.096635:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da000.
00010000:00000010:3.1:1783976278.118262:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:2.1:1783976278.148998:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976278.181080:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976278.185259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db800.
00010000:00000010:0.1:1783976278.189174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976278.189192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:2.1:1783976278.253449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976278.266770:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976278.283466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:3.1:1783976278.291789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976278.292147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:1.1:1783976278.308080:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976278.308097:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db800.
00010000:00000010:1.1:1783976278.340741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db000.
00010000:00000010:0.1:1783976278.353573:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dba00.
00010000:00000010:1.1:1783976278.377336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:3.1:1783976278.378008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da000.
00010000:00000010:0.1:1783976278.378136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976278.404249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:2.1:1783976278.406183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da200.
00010000:00000010:0.1:1783976278.478665:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976278.478681:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da600.
00010000:00000010:3.1:1783976278.499634:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db200.
00010000:00000010:2.1:1783976278.500760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976278.570416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976278.622970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976278.673274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976278.673280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976278.711081:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976278.720234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:2.1:1783976278.762143:0:160408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:0.1:1783976278.774384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:2.1:1783976278.810102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73ae00.
00010000:00000010:0.1:1783976278.811228:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:3.1:1783976278.813183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbe00.
00010000:00000010:3.1:1783976278.824447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976278.841077:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976278.932107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:1.1:1783976278.941299:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:1.1:1783976278.951627:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976278.978524:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:1.1:1783976278.978540:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a400.
00010000:00000010:2.1:1783976279.002304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da400.
00010000:00000010:1.1:1783976279.005325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976279.006094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976279.044077:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976279.085504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:2.1:1783976279.094306:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:2.1:1783976279.135627:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:3.1:1783976279.148274:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:1.1:1783976279.204068:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976279.231066:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:2.1:1783976279.307506:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:1.1:1783976279.311105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976279.341248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:2.1:1783976279.402078:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976279.442254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976279.443736:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:1.1:1783976279.462062:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db400.
00010000:00000010:0.1:1783976279.470274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:2.1:1783976279.471545:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976279.489098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:3.1:1783976279.539266:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:1.1:1783976279.544102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:0.1:1783976279.583865:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:1.1:1783976279.623113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:0.1:1783976279.664754:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:1.1:1783976279.682063:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:1.1:1783976279.717260:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976279.727280:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d800.
00010000:00000010:1.1:1783976279.735192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976279.777109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:0.1:1783976279.811281:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:1.1:1783976279.816504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:1.1:1783976279.816514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031400.
00010000:00000010:0.1:1783976279.849954:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976279.849959:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976279.888202:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8cc00.
00010000:00000010:1.1:1783976279.924265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:0.1:1783976279.954847:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:0.1:1783976279.965240:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:0.1:1783976279.965245:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:2.1:1783976280.022897:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:1.1:1783976280.025083:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:0.1:1783976280.045932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:1.1:1783976280.068206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:2.1:1783976280.068585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ca00.
00010000:00000010:0.1:1783976280.077216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dae00.
00010000:00000010:0.1:1783976280.137729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:1.1:1783976280.139082:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:2.1:1783976280.142780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:0.1:1783976280.205143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:1.1:1783976280.240545:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:1.1:1783976280.240551:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:2.1:1783976280.260341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:2.1:1783976280.297734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:2.1:1783976280.313672:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:0.1:1783976280.314542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:0.1:1783976280.373218:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:0.1:1783976280.428310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976280.428325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbc00.
00010000:00000010:0.1:1783976280.428328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:2.1:1783976280.432348:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:2.1:1783976280.432376:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:2.1:1783976280.472216:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976280.502145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:2.1:1783976280.509168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:2.1:1783976280.509173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a400.
00010000:00000010:3.1:1783976280.509231:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3843c00.
00010000:00000010:0.1:1783976280.524158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:2.1:1783976280.642231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031c00.
00010000:00000010:1.1:1783976280.669144:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad73be00.
00010000:00000010:2.1:1783976280.689080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ce00.
00010000:00000010:0.1:1783976280.841831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3842000.
00010000:00000010:1.1:1783976280.905083:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:1.1:1783976280.913541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db800.
00010000:00000010:3.1:1783976280.916167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:2.1:1783976280.918503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:0.1:1783976281.026840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2da00.
00010000:00000010:0.1:1783976281.026852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:1.1:1783976281.100232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:0.1:1783976281.144091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031400.
00010000:00000010:2.1:1783976281.200802:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031e00.
00010000:00000010:0.1:1783976281.203727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:0.1:1783976281.244076:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:2.1:1783976281.244716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3843800.
00010000:00000010:1.1:1783976281.253659:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3843200.
00010000:00000010:0.1:1783976281.344088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:0.1:1783976281.353927:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3842c00.
00010000:00000010:1.1:1783976281.396834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:0.1:1783976281.452245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:0.1:1783976281.452263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3842600.
00010000:00000010:0.1:1783976281.452266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3842800.
00010000:00000010:0.1:1783976281.462223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:2.1:1783976281.508978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3842e00.
00010000:00000010:0.1:1783976281.520078:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:2.1:1783976281.534384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:0.1:1783976281.579137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:1.1:1783976281.584081:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976281.706640:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845200.
00010000:00000010:0.1:1783976281.787069:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3843600.
00010000:00000010:0.1:1783976281.823127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d800.
00010000:00000010:1.1:1783976281.888067:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701800.
00010000:00000010:0.1:1783976281.888072:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:1.1:1783976281.924181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:2.1:1783976281.927257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3843a00.
00010000:00000010:2.1:1783976281.927263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845400.
00010000:00000010:2.1:1783976281.927266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c000.
00010000:00000010:1.1:1783976282.025119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:1.1:1783976282.025127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:1.1:1783976282.025131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:1.1:1783976282.046140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700a00.
00010000:00000010:0.1:1783976282.105678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976282.162388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976282.251668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844000.
00010000:00000010:3.1:1783976282.253800:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:0.1:1783976282.304307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:1.1:1783976282.378810:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976282.378826:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:3.1:1783976282.417518:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845200.
00010000:00000010:3.1:1783976282.426258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187400.
00010000:00000010:0.1:1783976282.428587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3842400.
00010000:00000010:0.1:1783976282.518683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:2.1:1783976282.526194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976282.551428:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:3.1:1783976282.552115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:1.1:1783976282.588096:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:0.1:1783976282.588338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186400.
00010000:00000010:0.1:1783976282.626404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:1.1:1783976282.677095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844200.
00010000:00000010:1.1:1783976282.677100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:1.1:1783976282.686137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:1.1:1783976282.731635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:3.1:1783976282.778142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3daa00.
00010000:00000010:1.1:1783976282.795501:0:152217:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:0.1:1783976282.841073:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700c00.
00010000:00000010:0.1:1783976282.841107:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976282.841111:0:179034:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976282.869691:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:2.1:1783976282.870092:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976282.872255:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:0.1:1783976282.872265:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976282.872268:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976282.880753:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:0.1:1783976282.886092:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:0.1:1783976282.886097:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:0.1:1783976282.886099:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:0.1:1783976282.886102:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:3.1:1783976282.890121:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844a00.
00010000:00000010:1.1:1783976282.906162:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c600.
00010000:00000010:1.1:1783976282.934525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:1.1:1783976282.934544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187600.
00010000:00000010:2.1:1783976282.935360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186800.
00010000:00000010:3.1:1783976282.936255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845200.
00010000:00000010:3.1:1783976282.937094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186600.
00010000:00000010:0.1:1783976282.937150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:3.1:1783976283.068546:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845400.
00010000:00000010:0.1:1783976283.094688:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976283.094703:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:3.1:1783976283.115164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976283.171870:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976283.252361:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:2.1:1783976283.254616:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031000.
00010000:00000010:2.1:1783976283.254624:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976283.309386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976283.336114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186600.
00010000:00000010:0.1:1783976283.364365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700a00.
00010000:00000010:2.1:1783976283.404825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:3.1:1783976283.524170:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:3.1:1783976283.598078:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701e00.
00010000:00000010:1.1:1783976283.598414:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031a00.
00010000:00000010:1.1:1783976283.611091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976283.618164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976283.716094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:2.1:1783976283.732578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976283.780517:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:2.1:1783976283.818719:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976283.836208:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:1.1:1783976283.836216:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:1.1:1783976283.914578:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031400.
00010000:00000010:1.1:1783976283.914594:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186c00.
00010000:00000010:3.1:1783976283.980632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:0.1:1783976283.980930:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845400.
00010000:00000010:2.1:1783976284.033093:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:0.1:1783976284.055885:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186e00.
00010000:00000010:1.1:1783976284.066079:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701200.
00010000:00000010:1.1:1783976284.066085:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:2.1:1783976284.126121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701c00.
00010000:00000010:1.1:1783976284.282378:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701400.
00010000:00000010:1.1:1783976284.282384:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844600.
00010000:00000010:1.1:1783976284.282393:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:1.1:1783976284.282402:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844e00.
00010000:00000010:2.1:1783976284.286100:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700200.
00010000:00000010:2.1:1783976284.286117:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:2.1:1783976284.286121:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187000.
00010000:00000010:2.1:1783976284.286124:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:2.1:1783976284.286127:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2a4a800.
00010000:00000010:0.1:1783976284.286861:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:2.1:1783976284.294402:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:2.1:1783976284.294408:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:0.1:1783976284.295444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:0.1:1783976284.295467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845000.
00010000:00000010:0.1:1783976284.295471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700e00.
00010000:00000010:0.1:1783976284.295474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a400.
00010000:00000010:0.1:1783976284.295487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186000.
00010000:00000010:0.1:1783976284.301360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:1.1:1783976284.303145:0:179051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976284.303151:0:179051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:1.1:1783976284.303154:0:179051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:1.1:1783976284.332769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:1.1:1783976284.368246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:1.1:1783976284.401354:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976284.423668:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976284.426665:0:179068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:2.1:1783976284.428807:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:2.1:1783976284.428816:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976284.435635:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:3.1:1783976284.437333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:2.1:1783976284.443371:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:1.1:1783976284.447101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:0.1:1783976284.447292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976284.447303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:1.1:1783976284.594081:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3843e00.
00010000:00000010:2.1:1783976284.607112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844200.
00010000:00000010:1.1:1783976284.612636:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187200.
00010000:00000010:1.1:1783976284.612649:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ae00.
00010000:00000010:3.1:1783976284.627328:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:3.1:1783976284.627334:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:1.1:1783976284.634410:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:1.1:1783976284.634418:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:2.1:1783976284.637401:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:0.1:1783976284.711298:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:0.1:1783976284.711305:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844800.
00010000:00000010:2.1:1783976284.712291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:2.1:1783976284.712310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700c00.
00010000:00000010:2.1:1783976284.712323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186e00.
00010000:00000010:2.1:1783976284.717830:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701000.
00010000:00000010:2.1:1783976284.740432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:1.1:1783976284.910717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:1.1:1783976284.940094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976284.940103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976284.940107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:1.1:1783976284.990097:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701400.
00010000:00000010:1.1:1783976284.990116:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:1.1:1783976285.037408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187e00.
00010000:00000010:1.1:1783976285.092418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:2.1:1783976285.108079:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:0.1:1783976285.133075:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:0.1:1783976285.148675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:0.1:1783976285.208098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:2.1:1783976285.208319:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976285.217080:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:3.1:1783976285.235348:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701a00.
00010000:00000010:0.1:1783976285.250998:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:1.1:1783976285.372855:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701200.
00010000:00000010:1.1:1783976285.415406:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:2.1:1783976285.425091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:0.1:1783976285.543097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701800.
00010000:00000010:0.1:1783976285.543121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700200.
00010000:00000010:0.1:1783976285.547083:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:0.1:1783976285.547105:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:1.1:1783976285.547110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700800.
00010000:00000010:0.1:1783976285.622111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186400.
00010000:00000010:1.1:1783976285.662398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187000.
00010000:00000010:1.1:1783976285.715040:0:178248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701000.
00010000:00000010:0.1:1783976285.720183:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:0.1:1783976285.720188:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:0.1:1783976285.720191:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:2.1:1783976285.729154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:1.1:1783976285.731743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:0.1:1783976285.783716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:3.1:1783976285.787117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d400.
00010000:00000010:1.1:1783976285.835264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:1.1:1783976285.905085:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf701e00.
00010000:00000010:1.1:1783976285.912019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:1.1:1783976285.912061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2de00.
00010000:00000010:1.1:1783976285.960436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700e00.
00010000:00000010:0.1:1783976286.109117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:0.1:1783976286.109129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700a00.
00010000:00000010:2.1:1783976286.142157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:2.1:1783976286.142162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:2.1:1783976286.182212:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:2.1:1783976286.182224:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:0.1:1783976286.263376:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:2.1:1783976286.275535:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186c00.
00010000:00000010:3.1:1783976286.322773:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:2.1:1783976286.346919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:1.1:1783976286.418106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d600.
00010000:00000010:1.1:1783976286.533112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c400.
00010000:00000010:3.1:1783976286.533112:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:0.1:1783976286.558084:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976286.558097:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:2.1:1783976286.611257:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:1.1:1783976286.667093:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:1.1:1783976286.667099:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:2.1:1783976286.712378:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:2.1:1783976286.742203:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:2.1:1783976286.742211:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:1.1:1783976286.779233:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:1.1:1783976286.800115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:1.1:1783976286.800122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:2.1:1783976286.800594:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187a00.
00010000:00000010:2.1:1783976286.800604:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:3.1:1783976286.815131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700400.
00010000:00000010:3.1:1783976286.815153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976286.822080:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:1.1:1783976286.822093:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d000.
00010000:00000010:0.1:1783976286.822440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976286.822447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf800.
00010000:00000010:2.1:1783976286.827248:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:3.1:1783976286.833779:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:3.1:1783976286.833788:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4bc00.
00010000:00000010:2.1:1783976286.853374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844a00.
00010000:00000010:1.1:1783976286.863828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:2.1:1783976286.874653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ba00.
00010000:00000010:3.1:1783976286.899827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:2.1:1783976286.906082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:0.1:1783976286.906170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187200.
00010000:00000010:1.1:1783976286.906458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976286.909521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:1.1:1783976287.067085:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976287.081697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:2.1:1783976287.106223:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844e00.
00010000:00000010:0.1:1783976287.115042:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844200.
00010000:00000010:1.1:1783976287.130283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90187800.
00010000:00000010:2.1:1783976287.133487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844800.
00010000:00000010:2.1:1783976287.141114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:2.1:1783976287.181584:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:3.1:1783976287.182148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844000.
00010000:00000010:0.1:1783976287.240017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:2.1:1783976287.277124:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:3.1:1783976287.315417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:1.1:1783976287.330087:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844e00.
00010000:00000010:2.1:1783976287.361627:0:179051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2d200.
00010000:00000010:0.1:1783976287.373815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:0.1:1783976287.386281:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ae00.
00010000:00000010:2.1:1783976287.388372:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:2.1:1783976287.427091:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845400.
00010000:00000010:2.1:1783976287.440692:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976287.455284:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976287.481071:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:3.1:1783976287.495066:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a400.
00010000:00000010:0.1:1783976287.498100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:0.1:1783976287.507568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c800.
00010000:00000010:3.1:1783976287.507857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:2.1:1783976287.516123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2cc00.
00010000:00000010:2.1:1783976287.516135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845a00.
00010000:00000010:3.1:1783976287.556557:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:0.1:1783976287.560453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:2.1:1783976287.564172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c800.
00010000:00000010:0.1:1783976287.582071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976287.619815:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976287.639158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976287.652470:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976287.692074:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:0.1:1783976287.707584:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:1.1:1783976287.738803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:1.1:1783976287.809084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976287.929537:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b000.
00010000:00000010:0.1:1783976287.929547:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:0.1:1783976287.929562:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c200.
00010000:00000010:2.1:1783976287.943213:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976288.019111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:2.1:1783976288.096573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976288.096719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c400.
00010000:00000010:3.1:1783976288.097188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:0.1:1783976288.138118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d600.
00010000:00000010:1.1:1783976288.155089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:2.1:1783976288.155096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b400.
00010000:00000010:1.1:1783976288.208309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8dc00.
00010000:00000010:0.1:1783976288.218704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:3.1:1783976288.220016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845a00.
00010000:00000010:3.1:1783976288.220028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845000.
00010000:00000010:2.1:1783976288.250896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8ce00.
00010000:00000010:0.1:1783976288.252439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844a00.
00010000:00000010:1.1:1783976288.258410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976288.264112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:3.1:1783976288.345539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844600.
00010000:00000010:0.1:1783976288.410953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844a00.
00010000:00000010:0.1:1783976288.426936:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:1.1:1783976288.438093:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf800.
00010000:00000010:3.1:1783976288.446083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976288.512424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:2.1:1783976288.586080:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:0.1:1783976288.592090:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d200.
00010000:00000010:0.1:1783976288.592110:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ae00.
00010000:00000010:2.1:1783976288.609490:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:2.1:1783976288.609498:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:2.1:1783976288.609513:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:0.1:1783976288.620819:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:2.1:1783976288.623258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976288.623880:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976288.647209:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976288.659087:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:2.1:1783976288.664727:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:0.1:1783976288.668892:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:2.1:1783976288.674713:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976288.680924:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d000.
00010000:00000010:1.1:1783976288.706352:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976288.728112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2dc00.
00010000:00000010:0.1:1783976288.760991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:2.1:1783976288.777060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4ac00.
00010000:00000010:2.1:1783976288.777065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:2.1:1783976288.777076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976288.858088:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844a00.
00010000:00000010:1.1:1783976288.867561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:2.1:1783976288.912074:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b200.
00010000:00000010:2.1:1783976288.955016:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844000.
00010000:00000010:0.1:1783976288.987582:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:1.1:1783976288.991523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844600.
00010000:00000010:1.1:1783976288.998458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:3.1:1783976289.045077:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8d400.
00010000:00000010:1.1:1783976289.045095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976289.047522:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030a00.
00010000:00000010:0.1:1783976289.047530:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4aa00.
00010000:00000010:2.1:1783976289.088088:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:3.1:1783976289.182209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:2.1:1783976289.182267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:2.1:1783976289.182284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:2.1:1783976289.224858:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:1.1:1783976289.253876:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844200.
00010000:00000010:1.1:1783976289.253899:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844800.
00010000:00000010:1.1:1783976289.290285:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:1.1:1783976289.290295:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:1.1:1783976289.290299:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:1.1:1783976289.290302:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:1.1:1783976289.290304:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845c00.
00010000:00000010:3.1:1783976289.297105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976289.298097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:3.1:1783976289.301114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976289.310113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:3.1:1783976289.446665:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:2.1:1783976289.479039:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:1.1:1783976289.481871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:1.1:1783976289.485117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:3.1:1783976289.539305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:1.1:1783976289.616780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976289.621927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf800.
00010000:00000010:1.1:1783976289.674297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:3.1:1783976289.743487:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:2.1:1783976289.787796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976289.849284:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976289.850463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:2.1:1783976289.872242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:2.1:1783976289.872259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:2.1:1783976289.878200:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845200.
00010000:00000010:3.1:1783976289.885197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845400.
00010000:00000010:1.1:1783976289.939397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844a00.
00010000:00000010:2.1:1783976289.971089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845000.
00010000:00000010:1.1:1783976289.996489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976290.020072:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976290.033842:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:1.1:1783976290.050137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:3.1:1783976290.057104:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:2.1:1783976290.072525:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:0.1:1783976290.131094:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4be00.
00010000:00000010:2.1:1783976290.135443:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:2.1:1783976290.142019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a600.
00010000:00000010:2.1:1783976290.142025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b800.
00010000:00000010:0.1:1783976290.146179:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:3.1:1783976290.151342:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:2.1:1783976290.157507:0:152219:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:1.1:1783976290.177209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:1.1:1783976290.246574:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976290.354290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:1.1:1783976290.364193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:3.1:1783976290.364562:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:3.1:1783976290.364569:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8c000.
00010000:00000010:1.1:1783976290.400151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:2.1:1783976290.400218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:3.1:1783976290.462179:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976290.471290:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:0.1:1783976290.471300:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976290.476615:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a200.
00010000:00000010:1.1:1783976290.493278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976290.506408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:0.1:1783976290.525171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976290.525752:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:0.1:1783976290.568071:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976290.613292:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:3.1:1783976290.621071:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976290.621421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:1.1:1783976290.663337:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:0.1:1783976290.680549:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:1.1:1783976290.696088:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:2.1:1783976290.696116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976290.706492:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8da00.
00010000:00000010:3.1:1783976290.711517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:2.1:1783976290.724408:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976290.801078:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:3.1:1783976290.822113:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:1.1:1783976290.832427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:3.1:1783976290.832568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:2.1:1783976290.855111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:0.1:1783976290.900236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976290.941579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976290.949202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:2.1:1783976290.974096:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976290.978191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976290.978204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976290.983109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:2.1:1783976291.089082:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:1.1:1783976291.107098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:3.1:1783976291.113705:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:3.1:1783976291.138404:0:178247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:3.1:1783976291.152954:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976291.161094:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976291.200077:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976291.215736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976291.244791:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:2.1:1783976291.262084:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4b600.
00010000:00000010:2.1:1783976291.262104:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a800.
00010000:00000010:2.1:1783976291.262107:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:2.1:1783976291.262110:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:2.1:1783976291.262137:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:1.1:1783976291.271633:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:0.1:1783976291.275091:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:0.1:1783976291.275112:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:1.1:1783976291.279018:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:1.1:1783976291.289589:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:3.1:1783976291.294902:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844e00.
00010000:00000010:0.1:1783976291.297335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976291.297341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:2.1:1783976291.347312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976291.348108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:3.1:1783976291.422790:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc83c8de00.
00010000:00000010:1.1:1783976291.467360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976291.485238:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:3.1:1783976291.502102:0:179045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976291.561720:0:165747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976291.592360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976291.595295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976291.595306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845e00.
00010000:00000010:1.1:1783976291.772549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:0.1:1783976291.782437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844600.
00010000:00000010:1.1:1783976291.788198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976291.801300:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976291.836120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:3.1:1783976291.847429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:2.1:1783976291.848974:0:152220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700000.
00010000:00000010:1.1:1783976291.879294:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:1.1:1783976291.879325:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:1.1:1783976291.883134:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:0.1:1783976291.911465:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:0.1:1783976292.041284:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:2.1:1783976292.072079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976292.085164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:2.1:1783976292.144735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976292.153845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:2.1:1783976292.211942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:3.1:1783976292.212188:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976292.250110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:3.1:1783976292.308465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976292.312169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:1.1:1783976292.312182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:2.1:1783976292.312244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:1.1:1783976292.348773:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976292.402518:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:1.1:1783976292.428689:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:2.1:1783976292.434692:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:3.1:1783976292.472234:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:0.1:1783976292.490511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc93f4a000.
00010000:00000010:0.1:1783976292.562073:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976292.577734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976292.594168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:1.1:1783976292.614422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:1.1:1783976292.642859:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976292.642882:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976292.655620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:3.1:1783976292.752532:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:0.1:1783976292.753960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:2.1:1783976292.759087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783976292.812238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:0.1:1783976292.835112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:0.1:1783976292.835137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976292.835141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:2.1:1783976292.956713:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:2.1:1783976292.998433:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:3.1:1783976293.009375:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:2.1:1783976293.035333:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976293.062203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976293.067105:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:3.1:1783976293.125355:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:3.1:1783976293.191285:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:3.1:1783976293.191305:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:0.1:1783976293.195293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:1.1:1783976293.229358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:2.1:1783976293.255509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845c00.
00010000:00000010:1.1:1783976293.281943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976293.282083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:1.1:1783976293.352468:0:178248:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:3.1:1783976293.356740:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:1.1:1783976293.359095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:1.1:1783976293.359105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:3.1:1783976293.409294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:1.1:1783976293.464217:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:1.1:1783976293.464239:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:2.1:1783976293.466110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:2.1:1783976293.466117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976293.466382:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:0.1:1783976293.466388:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:3.1:1783976293.505235:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab800.
00010000:00000010:0.1:1783976293.551091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976293.553508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:1.1:1783976293.569515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf700600.
00010000:00000010:1.1:1783976293.648410:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:3.1:1783976293.700381:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:1.1:1783976293.700857:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aba00.
00010000:00000010:1.1:1783976293.751447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:2.1:1783976293.828242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:0.1:1783976293.862363:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2c200.
00010000:00000010:0.1:1783976293.879753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:2.1:1783976293.929814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aae00.
00010000:00000010:0.1:1783976294.025091:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976294.025104:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:1.1:1783976294.041097:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845200.
00010000:00000010:2.1:1783976294.041491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976294.043155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:3.1:1783976294.043174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:3.1:1783976294.043178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845a00.
00010000:00000010:3.1:1783976294.043181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:3.1:1783976294.043184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:3.1:1783976294.101494:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976294.104255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:0.1:1783976294.109770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:0.1:1783976294.109790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:2.1:1783976294.158121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:0.1:1783976294.167086:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:0.1:1783976294.211098:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abc00.
00010000:00000010:1.1:1783976294.211870:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:1.1:1783976294.222133:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845e00.
00010000:00000010:1.1:1783976294.346105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:0.1:1783976294.380198:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:2.1:1783976294.456827:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171200.
00010000:00000010:0.1:1783976294.502090:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:1.1:1783976294.528358:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:3.1:1783976294.532109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:0.1:1783976294.546432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845000.
00010000:00000010:1.1:1783976294.563146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:3.1:1783976294.566943:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976294.567119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:1.1:1783976294.586764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:2.1:1783976294.629919:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:1.1:1783976294.656997:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00010000:00000010:0.1:1783976294.690224:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844200.
00010000:00000010:0.1:1783976294.767169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844600.
00010000:00000010:1.1:1783976294.790684:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:1.1:1783976294.790689:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:1.1:1783976294.873731:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:0.1:1783976294.893155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:1.1:1783976294.916096:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1000.
00010000:00000010:0.1:1783976294.999589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844e00.
00010000:00000010:1.1:1783976295.017085:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:1.1:1783976295.036400:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:1.1:1783976295.036409:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845c00.
00010000:00000010:3.1:1783976295.044074:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:1.1:1783976295.131001:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1e00.
00010000:00000010:0.1:1783976295.143687:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da400.
00010000:00000010:0.1:1783976295.143699:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db200.
00010000:00000010:1.1:1783976295.199070:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976295.218077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976295.256129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0000.
00010000:00000010:0.1:1783976295.286317:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:3.1:1783976295.386069:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dba00.
00010000:00000010:1.1:1783976295.404517:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:2.1:1783976295.414424:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:2.1:1783976295.414432:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:3.1:1783976295.437078:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00010000:00000010:1.1:1783976295.467300:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:1.1:1783976295.477395:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844000.
00010000:00000010:0.1:1783976295.480086:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbe00.
00010000:00000010:1.1:1783976295.535076:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976295.535267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1600.
00010000:00000010:1.1:1783976295.544511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976295.544520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0c00.
00010000:00000010:3.1:1783976295.589031:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf800.
00010000:00000010:2.1:1783976295.617098:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da600.
00010000:00000010:0.1:1783976295.630524:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:1.1:1783976295.645124:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:3.1:1783976295.653082:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:1.1:1783976295.679563:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:2.1:1783976295.685093:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:1.1:1783976295.720220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3daa00.
00010000:00000010:0.1:1783976295.725525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0400.
00010000:00000010:1.1:1783976295.748104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbc00.
00010000:00000010:1.1:1783976295.748112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1000.
00010000:00000010:1.1:1783976295.770279:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0800.
00010000:00000010:1.1:1783976295.819174:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976295.845595:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:2.1:1783976295.889252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976295.895223:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845e00.
00010000:00000010:2.1:1783976295.927065:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0e00.
00010000:00000010:0.1:1783976295.958711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976295.988692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:1.1:1783976295.988705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:2.1:1783976295.992661:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dba00.
00010000:00000010:0.1:1783976295.997658:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a5e00.
00010000:00000010:0.1:1783976295.997663:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171400.
00010000:00000010:1.1:1783976296.001531:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da400.
00010000:00000010:3.1:1783976296.011735:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbe00.
00010000:00000010:0.1:1783976296.045298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3daa00.
00010000:00000010:0.1:1783976296.045303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976296.054513:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:2.1:1783976296.059156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6400.
00010000:00000010:2.1:1783976296.117135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da000.
00010000:00000010:0.1:1783976296.120131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170000.
00010000:00000010:0.1:1783976296.120147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844c00.
00010000:00000010:1.1:1783976296.163099:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7800.
00010000:00000010:0.1:1783976296.167508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98200.
00010000:00000010:1.1:1783976296.176480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbc00.
00010000:00000010:2.1:1783976296.260786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976296.276199:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99a00.
00010000:00000010:0.1:1783976296.287074:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:1.1:1783976296.350965:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a5600.
00010000:00000010:0.1:1783976296.374235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:1.1:1783976296.377488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:0.1:1783976296.442842:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845200.
00010000:00000010:3.1:1783976296.454073:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7200.
00010000:00000010:0.1:1783976296.454228:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:2.1:1783976296.455123:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976296.512505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db800.
00010000:00000010:1.1:1783976296.533211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976296.584026:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da600.
00010000:00000010:0.1:1783976296.609111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dae00.
00010000:00000010:0.1:1783976296.609127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a4a00.
00010000:00000010:0.1:1783976296.666769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99200.
00010000:00000010:0.1:1783976296.723240:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844200.
00010000:00000010:1.1:1783976296.723342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976296.744021:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99400.
00010000:00000010:3.1:1783976296.774971:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a4a00.
00010000:00000010:1.1:1783976296.842356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a5200.
00010000:00000010:1.1:1783976296.930601:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171200.
00010000:00000010:1.1:1783976296.930611:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a4e00.
00010000:00000010:1.1:1783976296.930614:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:1.1:1783976296.930618:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98a00.
00010000:00000010:0.1:1783976296.937126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1a00.
00010000:00000010:3.1:1783976296.983508:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da800.
00010000:00000010:3.1:1783976296.983514:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98800.
00010000:00000010:0.1:1783976296.991964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:0.1:1783976296.991994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845000.
00010000:00000010:2.1:1783976296.996283:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844a00.
00010000:00000010:0.1:1783976297.033309:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7a00.
00010000:00000010:0.1:1783976297.051143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:1.1:1783976297.083953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99c00.
00010000:00000010:2.1:1783976297.134565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99800.
00010000:00000010:2.1:1783976297.159961:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99200.
00010000:00000010:1.1:1783976297.186982:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6800.
00010000:00000010:1.1:1783976297.186988:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:0.1:1783976297.264073:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a4200.
00010000:00000010:0.1:1783976297.264077:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:0.1:1783976297.264080:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170600.
00010000:00000010:0.1:1783976297.264085:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:0.1:1783976297.264089:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98600.
00010000:00000010:0.1:1783976297.264094:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976297.264098:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a4c00.
00010000:00000010:0.1:1783976297.282089:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7a00.
00010000:00000010:0.1:1783976297.282103:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:0.1:1783976297.282111:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db600.
00010000:00000010:0.1:1783976297.282118:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6200.
00010000:00000010:0.1:1783976297.282124:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:0.1:1783976297.282129:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:2.1:1783976297.294500:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6600.
00010000:00000010:1.1:1783976297.308311:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:1.1:1783976297.308323:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90186e00.
00010000:00000010:1.1:1783976297.308346:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a5400.
00010000:00000010:1.1:1783976297.308355:0:179036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976297.314079:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98400.
00010000:00000010:1.1:1783976297.318009:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:2.1:1783976297.318429:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:2.1:1783976297.318442:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:2.1:1783976297.318445:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a5800.
00010000:00000010:1.1:1783976297.320090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:1.1:1783976297.320094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99c00.
00010000:00000010:0.1:1783976297.320202:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:2.1:1783976297.320370:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da200.
00010000:00000010:2.1:1783976297.344725:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98a00.
00010000:00000010:0.1:1783976297.354775:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98e00.
00010000:00000010:0.1:1783976297.354786:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1c00.
00010000:00000010:0.1:1783976297.354801:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99400.
00010000:00000010:2.1:1783976297.375108:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171600.
00010000:00000010:0.1:1783976297.421668:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845200.
00010000:00000010:2.1:1783976297.499593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170800.
00010000:00000010:2.1:1783976297.500121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845a00.
00010000:00000010:0.1:1783976297.580446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99c00.
00010000:00000010:0.1:1783976297.580452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:2.1:1783976297.617074:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844e00.
00010000:00000010:2.1:1783976297.631647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171400.
00010000:00000010:1.1:1783976297.636265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dbe00.
00010000:00000010:0.1:1783976297.638980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:1.1:1783976297.655310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7c00.
00010000:00000010:1.1:1783976297.740071:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6a00.
00010000:00000010:3.1:1783976297.750103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99e00.
00010000:00000010:0.1:1783976297.763759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:3.1:1783976297.784484:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7000.
00010000:00000010:3.1:1783976297.818127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99600.
00010000:00000010:1.1:1783976297.871414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:2.1:1783976297.894245:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da000.
00010000:00000010:0.1:1783976297.992812:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170600.
00010000:00000010:0.1:1783976297.992845:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99400.
00010000:00000010:1.1:1783976298.167940:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:2.1:1783976298.169828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7800.
00010000:00000010:1.1:1783976298.172736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99a00.
00010000:00000010:2.1:1783976298.176941:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7a00.
00010000:00000010:0.1:1783976298.182067:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:0.1:1783976298.182078:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:1.1:1783976298.211934:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6800.
00010000:00000010:3.1:1783976298.260968:0:179032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6c00.
00010000:00000010:2.1:1783976298.264205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844e00.
00010000:00000010:3.1:1783976298.265188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1e00.
00010000:00000010:3.1:1783976298.265200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6000.
00010000:00000010:3.1:1783976298.309222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da800.
00010000:00000010:0.1:1783976298.356211:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6200.
00010000:00000010:1.1:1783976298.384101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7000.
00010000:00000010:2.1:1783976298.394358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:2.1:1783976298.397086:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1600.
00010000:00000010:0.1:1783976298.450108:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0600.
00010000:00000010:2.1:1783976298.454083:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0400.
00010000:00000010:0.1:1783976298.479954:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a5a00.
00010000:00000010:1.1:1783976298.500935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844200.
00010000:00000010:1.1:1783976298.544198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7a00.
00010000:00000010:3.1:1783976298.589932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1200.
00010000:00000010:0.1:1783976298.612549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:1.1:1783976298.625214:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7c00.
00010000:00000010:2.1:1783976298.632167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6400.
00010000:00000010:1.1:1783976298.684180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6600.
00010000:00000010:0.1:1783976298.758144:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845c00.
00010000:00000010:0.1:1783976298.758516:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6c00.
00010000:00000010:2.1:1783976298.797363:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db200.
00010000:00000010:1.1:1783976298.804601:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1a00.
00010000:00000010:1.1:1783976298.871200:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7e00.
00010000:00000010:2.1:1783976298.887790:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:0.1:1783976298.904081:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:2.1:1783976298.929730:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6c00.
00010000:00000010:0.1:1783976298.944746:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99800.
00010000:00000010:3.1:1783976298.944939:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:0.1:1783976298.948857:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:0.1:1783976298.984746:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6800.
00010000:00000010:0.1:1783976299.009091:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98e00.
00010000:00000010:0.1:1783976299.017638:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99200.
00010000:00000010:2.1:1783976299.025434:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98c00.
00010000:00000010:0.1:1783976299.080814:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844800.
00010000:00000010:1.1:1783976299.116926:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dba00.
00010000:00000010:1.1:1783976299.116934:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6400.
00010000:00000010:2.1:1783976299.132126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:2.1:1783976299.143472:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7000.
00010000:00000010:0.1:1783976299.175099:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7c00.
00010000:00000010:0.1:1783976299.203732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7200.
00010000:00000010:2.1:1783976299.217261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6a00.
00010000:00000010:0.1:1783976299.271042:0:179051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99400.
00010000:00000010:0.1:1783976299.299568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99e00.
00010000:00000010:0.1:1783976299.304103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7a00.
00010000:00000010:0.1:1783976299.304118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98600.
00010000:00000010:0.1:1783976299.304123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6200.
00010000:00000010:2.1:1783976299.346529:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844a00.
00010000:00000010:1.1:1783976299.401209:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:2.1:1783976299.428954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99800.
00010000:00000010:1.1:1783976299.429093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0e00.
00010000:00000010:2.1:1783976299.485268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1a00.
00010000:00000010:0.1:1783976299.509161:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844000.
00010000:00000010:3.1:1783976299.571125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98600.
00010000:00000010:1.1:1783976299.583196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6200.
00010000:00000010:1.1:1783976299.641108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99c00.
00010000:00000010:1.1:1783976299.641124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845600.
00010000:00000010:1.1:1783976299.641129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99800.
00010000:00000010:1.1:1783976299.660077:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99600.
00010000:00000010:1.1:1783976299.660089:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6a00.
00010000:00000010:0.1:1783976299.665903:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98800.
00010000:00000010:0.1:1783976299.665924:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1000.
00010000:00000010:0.1:1783976299.665932:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845800.
00010000:00000010:0.1:1783976299.666077:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99400.
00010000:00000010:2.1:1783976299.666586:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99200.
00010000:00000010:3.1:1783976299.737626:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7c00.
00010000:00000010:1.1:1783976299.761847:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:0.1:1783976299.789083:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844400.
00010000:00000010:0.1:1783976299.838604:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a5600.
00010000:00000010:1.1:1783976299.843100:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98c00.
00010000:00000010:0.1:1783976299.893129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:0.1:1783976299.939024:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99400.
00010000:00000010:1.1:1783976299.966101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:0.1:1783976299.966462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844e00.
00010000:00000010:1.1:1783976299.990999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0a00.
00010000:00000010:1.1:1783976299.994448:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:2.1:1783976300.031684:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976300.032076:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6400.
00010000:00000010:0.1:1783976300.091095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976300.091113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7a00.
00010000:00000010:2.1:1783976300.160688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976300.205086:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:3.1:1783976300.234453:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:1.1:1783976300.272220:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:1.1:1783976300.302833:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98e00.
00010000:00000010:0.1:1783976300.311076:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98800.
00010000:00000010:3.1:1783976300.322947:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7200.
00010000:00000010:1.1:1783976300.396244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:0.1:1783976300.419382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976300.432856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:1.1:1783976300.454070:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:3.1:1783976300.473850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99600.
00010000:00000010:2.1:1783976300.539184:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:3.1:1783976300.565655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98200.
00010000:00000010:1.1:1783976300.624381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99c00.
00010000:00000010:0.1:1783976300.634100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7e00.
00010000:00000010:3.1:1783976300.696525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:3.1:1783976300.696536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:1.1:1783976300.785077:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:2.1:1783976300.803195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:3.1:1783976300.816866:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6200.
00010000:00000010:2.1:1783976300.857484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3dac00.
00010000:00000010:2.1:1783976300.857502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:3.1:1783976300.860396:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1000.
00010000:00000010:1.1:1783976300.869308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7e00.
00010000:00000010:1.1:1783976300.873253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1600.
00010000:00000010:3.1:1783976300.941602:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976300.977567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99200.
00010000:00000010:0.1:1783976300.977655:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6e00.
00010000:00000010:0.1:1783976300.989163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:3.1:1783976301.026238:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:1.1:1783976301.035094:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99600.
00010000:00000010:2.1:1783976301.092905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:1.1:1783976301.107359:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:3.1:1783976301.119611:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1a00.
00010000:00000010:3.1:1783976301.175113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7200.
00010000:00000010:0.1:1783976301.216136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:0.1:1783976301.216154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:3.1:1783976301.284115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31800.
00010000:00000010:2.1:1783976301.293104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:0.1:1783976301.293154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30e00.
00010000:00000010:2.1:1783976301.366835:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:0.1:1783976301.381312:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31400.
00010000:00000010:0.1:1783976301.392453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:0.1:1783976301.392463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31600.
00010000:00000010:1.1:1783976301.392562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7e00.
00010000:00000010:3.1:1783976301.411363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976301.412087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976301.412109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6c00.
00010000:00000010:0.1:1783976301.478121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:2.1:1783976301.502322:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0a00.
00010000:00000010:0.1:1783976301.510123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:1.1:1783976301.526325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abc00.
00010000:00000010:3.1:1783976301.557112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31000.
00010000:00000010:2.1:1783976301.601102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:0.1:1783976301.604570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:0.1:1783976301.615124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1000.
00010000:00000010:1.1:1783976301.655990:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:3.1:1783976301.660202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:3.1:1783976301.727087:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31e00.
00010000:00000010:3.1:1783976301.777086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abc00.
00010000:00000010:1.1:1783976301.786112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81cc00.
00010000:00000010:2.1:1783976301.788222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c600.
00010000:00000010:2.1:1783976301.925155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:0.1:1783976301.949228:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1600.
00010000:00000010:1.1:1783976301.995290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4c00.
00010000:00000010:1.1:1783976301.995312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:1.1:1783976302.008126:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30000.
00010000:00000010:0.1:1783976302.016298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1200.
00010000:00000010:3.1:1783976302.113593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:2.1:1783976302.117263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:2.1:1783976302.135454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4e00.
00010000:00000010:1.1:1783976302.147351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5800.
00010000:00000010:0.1:1783976302.213822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7e00.
00010000:00000010:2.1:1783976302.231082:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98600.
00010000:00000010:3.1:1783976302.231341:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6c00.
00010000:00000010:0.1:1783976302.293491:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976302.336403:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa400.
00010000:00000010:1.1:1783976302.397260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5c00.
00010000:00000010:0.1:1783976302.407126:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:1.1:1783976302.448908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:0.1:1783976302.457090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:0.1:1783976302.457100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:3.1:1783976302.476959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4200.
00010000:00000010:2.1:1783976302.530093:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c200.
00010000:00000010:0.1:1783976302.561006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0600.
00010000:00000010:1.1:1783976302.566119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7200.
00010000:00000010:2.1:1783976302.636087:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:3.1:1783976302.636132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976302.636435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6e00.
00010000:00000010:2.1:1783976302.640152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976302.668894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976302.709979:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d000.
00010000:00000010:0.1:1783976302.716859:0:179038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30200.
00010000:00000010:0.1:1783976302.748073:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6200.
00010000:00000010:1.1:1783976302.754017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6c00.
00010000:00000010:2.1:1783976302.757167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7800.
00010000:00000010:1.1:1783976302.769090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:0.1:1783976302.810095:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a5c00.
00010000:00000010:1.1:1783976302.887353:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7000.
00010000:00000010:3.1:1783976302.894225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30a00.
00010000:00000010:0.1:1783976302.915897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d400.
00010000:00000010:0.1:1783976302.920311:0:179037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:0.1:1783976302.939046:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976302.946256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:0.1:1783976302.982104:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976302.992088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6200.
00010000:00000010:1.1:1783976303.085917:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7200.
00010000:00000010:1.1:1783976303.139955:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7000.
00010000:00000010:1.1:1783976303.259095:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6400.
00010000:00000010:1.1:1783976303.259101:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6200.
00010000:00000010:1.1:1783976303.259104:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99e00.
00010000:00000010:1.1:1783976303.259109:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98000.
00010000:00000010:1.1:1783976303.259120:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3da600.
00010000:00000010:1.1:1783976303.259124:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6e00.
00010000:00000010:1.1:1783976303.259127:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845e00.
00010000:00000010:1.1:1783976303.259212:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30400.
00010000:00000010:1.1:1783976303.259221:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30600.
00010000:00000010:1.1:1783976303.259228:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976303.259231:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844800.
00010000:00000010:2.1:1783976303.265604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7800.
00010000:00000010:0.1:1783976303.265911:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3844600.
00010000:00000010:0.1:1783976303.265918:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81da00.
00010000:00000010:0.1:1783976303.265921:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976303.265925:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0c00.
00010000:00000010:0.1:1783976303.265937:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7c00.
00010000:00000010:0.1:1783976303.265943:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98a00.
00010000:00000010:0.1:1783976303.265948:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7600.
00010000:00000010:0.1:1783976303.265955:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7a00.
00010000:00000010:0.1:1783976303.265958:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:3.1:1783976303.270311:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1400.
00010000:00000010:3.1:1783976303.270318:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845400.
00010000:00000010:3.1:1783976303.270329:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31200.
00010000:00000010:3.1:1783976303.270345:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6000.
00010000:00000010:0.1:1783976303.292231:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6a00.
00010000:00000010:1.1:1783976303.297269:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb98400.
00010000:00000010:1.1:1783976303.297280:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d800.
00010000:00000010:0.1:1783976303.320264:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7400.
00010000:00000010:0.1:1783976303.320283:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4a00.
00010000:00000010:0.1:1783976303.320288:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5a00.
00010000:00000010:0.1:1783976303.320305:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:0.1:1783976303.320314:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6c00.
00010000:00000010:2.1:1783976303.324388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:2.1:1783976303.324404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:1.1:1783976303.324514:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:1.1:1783976303.324518:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abc00.
00010000:00000010:2.1:1783976303.407338:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab200.
00010000:00000010:1.1:1783976303.477105:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976303.539689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845a00.
00010000:00000010:1.1:1783976303.539696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:0.1:1783976303.543095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:2.1:1783976303.543229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976303.673036:0:179051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab400.
00010000:00000010:0.1:1783976303.693078:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976303.693097:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:0.1:1783976303.708094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976303.804869:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31a00.
00010000:00000010:0.1:1783976303.831117:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976303.888566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:1.1:1783976303.890077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:2.1:1783976303.890101:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:2.1:1783976303.890116:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:2.1:1783976303.890123:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:1.1:1783976303.893114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976303.893129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:2.1:1783976303.893982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976303.927634:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:2.1:1783976303.960081:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:2.1:1783976303.964953:0:179077:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:3.1:1783976303.989320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976304.000083:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976304.032752:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:0.1:1783976304.135130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:2.1:1783976304.139158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39abe00.
00010000:00000010:0.1:1783976304.184696:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976304.257088:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976304.324749:0:179076:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30800.
00010000:00000010:0.1:1783976304.360755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976304.374988:0:179040:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976304.403107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976304.438154:0:18:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81dc00.
00010000:00000010:0.1:1783976304.479161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976304.505153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:0.1:1783976304.564913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:2.1:1783976304.642293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976304.707458:0:179073:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab600.
00010000:00000010:1.1:1783976304.717165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976304.860464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:1.1:1783976304.864542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81c400.
00010000:00000010:1.1:1783976304.881732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976304.888186:0:179075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976304.951121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976304.999543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6800.
00010000:00000010:1.1:1783976305.007486:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976305.044727:0:179039:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976305.070283:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976305.070290:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:2.1:1783976305.148082:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:1.1:1783976305.172999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:3.1:1783976305.236538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:2.1:1783976305.237160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:0.1:1783976305.287685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976305.335868:0:152227:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976305.344442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1c00.
00010000:00000010:1.1:1783976305.349169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:0.1:1783976305.359126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976305.370115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b1800.
00010000:00000010:1.1:1783976305.494113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5000.
00010000:00000010:1.1:1783976305.494124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a7e00.
00010000:00000010:2.1:1783976305.494204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:2.1:1783976305.532911:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:1.1:1783976305.550114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:0.1:1783976305.565680:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:2.1:1783976305.597004:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976305.612583:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976305.623784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f4600.
00010000:00000010:1.1:1783976305.695097:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0400.
00010000:00000010:3.1:1783976305.778266:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976305.788075:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa200.
00010000:00000010:3.1:1783976305.801099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976305.848203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976305.864102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976305.900104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:1.1:1783976305.937548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:0.1:1783976305.983181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:2.1:1783976305.997082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976306.040336:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99000.
00010000:00000010:0.1:1783976306.145067:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:2.1:1783976306.146192:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:2.1:1783976306.146201:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976306.190085:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e31c00.
00010000:00000010:3.1:1783976306.190959:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f0a6600.
00010000:00000010:3.1:1783976306.190966:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:2.1:1783976306.218558:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:2.1:1783976306.218579:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976306.252076:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:1.1:1783976306.274730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976306.324173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc21f5e00.
00010000:00000010:2.1:1783976306.588632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976306.597101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accadb99a00.
00010000:00000010:1.1:1783976306.597108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81de00.
00010000:00000010:1.1:1783976306.819222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:1.1:1783976306.923498:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976306.975109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:0.1:1783976307.081380:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db000.
00010000:00000010:0.1:1783976307.320151:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa000.
00010000:00000010:0.1:1783976307.355496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc8e3db400.
00010000:00000010:0.1:1783976307.355511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaf81d600.
00010000:00000010:1.1:1783976307.511281:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:1.1:1783976307.592412:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:1.1:1783976307.811302:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976307.859155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:2.1:1783976307.859167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976308.153467:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976308.153474:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:0.1:1783976308.401696:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:0.1:1783976308.401708:0:179065:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976308.510389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf800.
00010000:00000010:1.1:1783976308.534387:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:0.1:1783976308.547146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:0.1:1783976308.547153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976308.623140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0000.
00010000:00000010:0.1:1783976308.643072:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783976308.643309:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976308.716130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0800.
00010000:00000010:1.1:1783976308.776951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976308.780887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:2.1:1783976308.820458:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:2.1:1783976308.834181:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:2.1:1783976308.845476:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976308.846218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976308.906494:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:1.1:1783976308.909170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:2.1:1783976308.940706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:2.1:1783976308.940712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:2.1:1783976308.948506:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976308.996127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976309.038136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976309.038145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:2.1:1783976309.097101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:2.1:1783976309.097113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976309.113120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976309.117111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976309.121099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976309.130101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976309.175505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:2.1:1783976309.178192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:2.1:1783976309.245417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:1.1:1783976309.285215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976309.292241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf800.
00010000:00000010:3.1:1783976309.296179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:2.1:1783976309.320129:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976309.346652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976309.382345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976309.382359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976309.402178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976309.404196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:1.1:1783976309.406130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:2.1:1783976309.406244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976309.445263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976309.456110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976309.476087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:0.1:1783976309.505066:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976309.522508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976309.522518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976309.523106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976309.530813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976309.538987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:3.1:1783976309.542119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976309.600481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976309.600490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976309.600493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976309.605237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:3.1:1783976309.618139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:1.1:1783976309.639888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:2.1:1783976309.696827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976309.706839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:2.1:1783976309.718084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:2.1:1783976309.718091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:0.1:1783976309.726990:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:0.1:1783976309.726996:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976309.756367:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:1.1:1783976309.778131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976309.786567:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976309.786582:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976309.814400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976309.819770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976309.837156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976309.861432:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976309.880131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976309.880201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976309.892194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:2.1:1783976309.906591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:0.1:1783976309.927094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:0.1:1783976309.927105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:0.1:1783976309.959209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:2.1:1783976309.989095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976310.001246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976310.011418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976310.011427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976310.014123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:1.1:1783976310.024134:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976310.033637:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:3.1:1783976310.081495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:3.1:1783976310.081500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976310.107067:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976310.107071:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:3.1:1783976310.110601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:3.1:1783976310.110618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:1.1:1783976310.125091:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976310.159092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:3.1:1783976310.188149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976310.194201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:2.1:1783976310.194253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976310.195101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:0.1:1783976310.235109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:1.1:1783976310.242167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:1.1:1783976310.256414:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:2.1:1783976310.264088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:2.1:1783976310.264103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976310.264198:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:3.1:1783976310.292300:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976310.314258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:3.1:1783976310.339400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:2.1:1783976310.343703:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976310.348253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976310.360644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976310.366127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976310.366133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976310.384619:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:3.1:1783976310.388132:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:3.1:1783976310.388139:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:0.1:1783976310.410710:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:3.1:1783976310.438078:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976310.438400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976310.438405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:3.1:1783976310.442476:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:1.1:1783976310.461322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:3.1:1783976310.463347:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:3.1:1783976310.463353:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976310.476890:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976310.489081:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976310.493091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:3.1:1783976310.493537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:1.1:1783976310.497092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:3.1:1783976310.529845:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:0.1:1783976310.568231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:2.1:1783976310.590133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:2.1:1783976310.590142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:2.1:1783976310.629149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:2.1:1783976310.633211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:3.1:1783976310.634173:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976310.642427:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976310.687134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976310.687419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976310.702091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976310.723008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976310.742147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976310.754929:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:3.1:1783976310.772069:0:147514:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976310.780108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976310.791375:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976310.803106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976310.803112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976310.822244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976310.856121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:3.1:1783976310.857348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:3.1:1783976310.859197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976310.867563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:1.1:1783976310.899069:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976310.899076:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976310.930101:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:1.1:1783976310.930109:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976310.933482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976310.933500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976310.936090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976310.955088:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976311.015088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:2.1:1783976311.015538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:2.1:1783976311.025164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:2.1:1783976311.030079:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:2.1:1783976311.056265:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976311.056686:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976311.056690:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976311.076243:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976311.076637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976311.086192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976311.102475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:0.1:1783976311.107119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976311.126090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:3.1:1783976311.130075:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:0.1:1783976311.130973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976311.172088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976311.172097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:2.1:1783976311.181251:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976311.192119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976311.192189:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:2.1:1783976311.192588:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:2.1:1783976311.192609:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:0.1:1783976311.201090:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:1.1:1783976311.207128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976311.210366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:1.1:1783976311.251266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976311.256731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:2.1:1783976311.338710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976311.338831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976311.375092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976311.424091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976311.424736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:2.1:1783976311.425128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:1.1:1783976311.431295:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976311.444213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:0.1:1783976311.472149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976311.528984:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:2.1:1783976311.570086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:1.1:1783976311.592383:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:2.1:1783976311.625029:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976311.633199:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976311.638098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976311.652142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976311.721440:0:1038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976311.733334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976311.789194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:0.1:1783976311.789202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976311.830712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976311.847095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976311.882258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976311.894224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976311.958237:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:2.1:1783976311.963212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:3.1:1783976311.963391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976311.964395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:1.1:1783976312.092912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:1.1:1783976312.092920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976312.092922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf200.
00010000:00000010:0.1:1783976312.110104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976312.110104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:1.1:1783976312.110119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:2.1:1783976312.172183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976312.230372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976312.268240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:2.1:1783976312.272401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:2.1:1783976312.272413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:2.1:1783976312.272417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:2.1:1783976312.272421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accad773a00.
00010000:00000010:2.1:1783976312.272425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976312.275794:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976312.279295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976312.320389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:2.1:1783976312.320843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416c00.
00010000:00000010:2.1:1783976312.320849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976312.444379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796600.
00010000:00000010:0.1:1783976312.444387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:1.1:1783976312.451665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:1.1:1783976312.581921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:1.1:1783976312.586161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976312.590150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976312.697589:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976312.706665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976312.708511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796700.
00010000:00000010:0.1:1783976312.708529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:3.1:1783976312.725221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416c00.
00010000:00000010:3.1:1783976312.725230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976312.762093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976312.805103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:3.1:1783976312.817153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976312.821104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976312.890073:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976312.890085:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976312.890091:0:179070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796b00.
00010000:00000010:1.1:1783976312.890094:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:2.1:1783976312.947700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416b00.
00010000:00000010:2.1:1783976312.947706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976312.950346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:0.1:1783976312.965182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:2.1:1783976312.965236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:0.1:1783976313.020553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:0.1:1783976313.020576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796b00.
00010000:00000010:0.1:1783976313.020581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976313.070568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976313.086531:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:0.1:1783976313.086537:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:0.1:1783976313.101658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976313.101667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:0.1:1783976313.101672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9100.
00010000:00000010:0.1:1783976313.101676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:1.1:1783976313.163147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796100.
00010000:00000010:1.1:1783976313.163156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976313.203720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976313.270095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976313.270156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976313.350126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:2.1:1783976313.373386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416b00.
00010000:00000010:2.1:1783976313.373403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976313.375702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff200.
00010000:00000010:1.1:1783976313.375710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976313.436137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976313.527279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:1.1:1783976313.527294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976313.575567:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:1.1:1783976313.585093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affc00.
00010000:00000010:1.1:1783976313.585110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976313.669070:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:2.1:1783976313.669304:0:179070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416b00.
00010000:00000010:2.1:1783976313.669310:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:0.1:1783976313.701730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796100.
00010000:00000010:0.1:1783976313.701740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976313.713394:0:179071:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff900.
00010000:00000010:0.1:1783976313.713403:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976313.732210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:2.1:1783976313.736092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:1.1:1783976313.753718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff900.
00010000:00000010:1.1:1783976313.753729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976313.762631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:1.1:1783976313.865351:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:2.1:1783976313.869125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff800.
00010000:00000010:2.1:1783976313.869140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976313.882129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:1.1:1783976313.886143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976313.938128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976313.955224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796500.
00010000:00000010:1.1:1783976313.955235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:3.1:1783976314.030190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976314.047888:0:179043:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416b00.
00010000:00000010:0.1:1783976314.047897:0:179043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:1.1:1783976314.054961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976314.100731:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf800.
00010000:00000010:1.1:1783976314.112201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976314.146845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:1.1:1783976314.159514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff000.
00010000:00000010:1.1:1783976314.159527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976314.168312:0:179063:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:0.1:1783976314.208903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:3.1:1783976314.228166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:3.1:1783976314.268116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976314.268185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976314.268193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affa00.
00010000:00000010:1.1:1783976314.268197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:0.1:1783976314.273763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff700.
00010000:00000010:0.1:1783976314.273771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976314.346132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976314.346144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:2.1:1783976314.434511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:1.1:1783976314.512704:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:0.1:1783976314.545837:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976314.545849:0:2403:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9400.
00010000:00000010:0.1:1783976314.545853:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:2.1:1783976314.596341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:0.1:1783976314.596383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:0.1:1783976314.600170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:0.1:1783976314.600189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416b00.
00010000:00000010:0.1:1783976314.600193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976314.657224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff700.
00010000:00000010:1.1:1783976314.657231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976314.658238:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:2.1:1783976314.714682:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976314.720442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416c00.
00010000:00000010:1.1:1783976314.720449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:2.1:1783976314.806604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976314.810988:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976314.821086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:3.1:1783976314.821086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:1.1:1783976314.821096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416100.
00010000:00000010:1.1:1783976314.821100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539a00.
00010000:00000010:0.1:1783976314.821136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:2.1:1783976314.841266:0:2397:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416300.
00010000:00000010:2.1:1783976314.841287:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976314.841354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976314.870203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:2.1:1783976314.877215:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:0.1:1783976314.887013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976314.890223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416d00.
00010000:00000010:0.1:1783976314.890255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:3.1:1783976314.971078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:1.1:1783976314.971095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976314.991335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976314.991344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff700.
00010000:00000010:1.1:1783976314.991348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:3.1:1783976315.017099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:1.1:1783976315.076093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9000.
00010000:00000010:1.1:1783976315.076102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:3.1:1783976315.105110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:1.1:1783976315.113242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:0.1:1783976315.123130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:0.1:1783976315.144104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affa00.
00010000:00000010:0.1:1783976315.144123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976315.233201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:1.1:1783976315.233212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:0.1:1783976315.252940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796500.
00010000:00000010:0.1:1783976315.252949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:1.1:1783976315.292092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976315.292109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976315.292112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:2.1:1783976315.348557:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce600.
00010000:00000010:0.1:1783976315.350929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9c00.
00010000:00000010:0.1:1783976315.350938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:2.1:1783976315.379835:0:179072:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416300.
00010000:00000010:2.1:1783976315.379844:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976315.393665:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:1.1:1783976315.419813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:0.1:1783976315.427093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:0.1:1783976315.499100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:0.1:1783976315.499113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affa00.
00010000:00000010:0.1:1783976315.499118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:2.1:1783976315.526268:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9500.
00010000:00000010:2.1:1783976315.526276:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce000.
00010000:00000010:0.1:1783976315.600128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:2.1:1783976315.632199:0:179071:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:1.1:1783976315.691926:0:179064:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416300.
00010000:00000010:1.1:1783976315.691935:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:2.1:1783976315.726156:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9a00.
00010000:00000010:2.1:1783976315.726165:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf600.
00010000:00000010:1.1:1783976315.752098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce200.
00010000:00000010:0.1:1783976315.786184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976315.839316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affa00.
00010000:00000010:1.1:1783976315.839324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976315.891078:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:3.1:1783976315.891284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:1.1:1783976315.911102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976315.911113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff000.
00010000:00000010:1.1:1783976315.911117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976315.973991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796300.
00010000:00000010:0.1:1783976315.974000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976315.974081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:3.1:1783976316.011297:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:0.1:1783976316.029941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:0.1:1783976316.037107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9f00.
00010000:00000010:0.1:1783976316.037124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539200.
00010000:00000010:1.1:1783976316.083156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:3.1:1783976316.106607:0:179064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:0.1:1783976316.111269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416f00.
00010000:00000010:0.1:1783976316.111276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976316.144090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796c00.
00010000:00000010:1.1:1783976316.144100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976316.148149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:3.1:1783976316.226762:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:3.1:1783976316.226775:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976316.258074:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:1.1:1783976316.261463:0:149268:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976316.266613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:0.1:1783976316.290720:0:2402:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416200.
00010000:00000010:0.1:1783976316.290730:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:3.1:1783976316.297092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:3.1:1783976316.308524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9e00.
00010000:00000010:3.1:1783976316.308540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976316.344109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976316.344115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcea00.
00010000:00000010:3.1:1783976316.379748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:3.1:1783976316.379756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:3.1:1783976316.400251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:1.1:1783976316.422105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcee00.
00010000:00000010:1.1:1783976316.422121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539600.
00010000:00000010:1.1:1783976316.427095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416a00.
00010000:00000010:1.1:1783976316.427107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:0.1:1783976316.477285:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:2.1:1783976316.488141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff800.
00010000:00000010:2.1:1783976316.488150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976316.505810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976316.516275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:1.1:1783976316.516281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976316.521094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:3.1:1783976316.555769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976316.587392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416a00.
00010000:00000010:1.1:1783976316.587407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:3.1:1783976316.598194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538600.
00010000:00000010:2.1:1783976316.605651:0:2404:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416200.
00010000:00000010:2.1:1783976316.605658:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976316.657240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796c00.
00010000:00000010:1.1:1783976316.657249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976316.668325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976316.681277:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:1.1:1783976316.690195:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976316.696571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976316.720120:0:2403:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796200.
00010000:00000010:0.1:1783976316.720137:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976316.742418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796c00.
00010000:00000010:0.1:1783976316.742429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976316.760770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:2.1:1783976316.779604:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcec00.
00010000:00000010:1.1:1783976316.791086:0:152228:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976316.809225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976316.809235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9e00.
00010000:00000010:1.1:1783976316.809238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf400.
00010000:00000010:0.1:1783976316.818017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff900.
00010000:00000010:0.1:1783976316.818025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:0.1:1783976316.849306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:2.1:1783976316.882149:0:2397:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976316.895220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416200.
00010000:00000010:0.1:1783976316.895227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538a00.
00010000:00000010:1.1:1783976316.981412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976316.981422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976316.981427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796300.
00010000:00000010:1.1:1783976316.981431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538e00.
00010000:00000010:0.1:1783976316.987623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538c00.
00010000:00000010:1.1:1783976317.027108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:0.1:1783976317.059082:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538400.
00010000:00000010:0.1:1783976317.059089:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:1.1:1783976317.074090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:1.1:1783976317.086080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:3.1:1783976317.102457:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:1.1:1783976317.220223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce800.
00010000:00000010:1.1:1783976317.220232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff900.
00010000:00000010:1.1:1783976317.220236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976317.274552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:1.1:1783976317.300001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976317.304137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609400.
00010000:00000010:0.1:1783976317.304151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affc00.
00010000:00000010:0.1:1783976317.304155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf000.
00010000:00000010:0.1:1783976317.365696:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedce400.
00010000:00000010:0.1:1783976317.365702:0:179072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609a00.
00010000:00000010:3.1:1783976317.409091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfe00.
00010000:00000010:1.1:1783976317.412184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9b00.
00010000:00000010:1.1:1783976317.412202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfc00.
00010000:00000010:2.1:1783976317.426221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416f00.
00010000:00000010:2.1:1783976317.426235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:1.1:1783976317.460683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:2.1:1783976317.492244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416f00.
00010000:00000010:2.1:1783976317.492251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976317.499126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:2.1:1783976317.575613:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:0.1:1783976317.590003:0:2403:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff200.
00010000:00000010:0.1:1783976317.590011:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976317.607105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539000.
00010000:00000010:1.1:1783976317.612312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:3.1:1783976317.643122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416f00.
00010000:00000010:3.1:1783976317.643132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976317.891077:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:1.1:1783976317.910460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976317.912188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff200.
00010000:00000010:1.1:1783976317.912201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:1.1:1783976317.953858:0:19:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796300.
00010000:00000010:1.1:1783976317.953869:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:1.1:1783976317.953873:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976317.984087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:3.1:1783976317.984279:0:179070:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416300.
00010000:00000010:3.1:1783976317.984286:0:179070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538200.
00010000:00000010:3.1:1783976318.081270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538000.
00010000:00000010:1.1:1783976318.092127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416d00.
00010000:00000010:1.1:1783976318.092137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:1.1:1783976318.114638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796300.
00010000:00000010:1.1:1783976318.114658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:1.1:1783976318.165153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976318.203198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609000.
00010000:00000010:0.1:1783976318.229990:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:0.1:1783976318.371414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976318.371422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796300.
00010000:00000010:0.1:1783976318.371425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:1.1:1783976318.394091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff900.
00010000:00000010:1.1:1783976318.394101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04000.
00010000:00000010:1.1:1783976318.394105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05c00.
00010000:00000010:0.1:1783976318.444085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff800.
00010000:00000010:0.1:1783976318.444092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976318.481479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:1.1:1783976318.555100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00010000:00000010:0.1:1783976318.691312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416100.
00010000:00000010:0.1:1783976318.691320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539c00.
00010000:00000010:1.1:1783976318.705069:0:179069:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796500.
00010000:00000010:1.1:1783976318.705076:0:179069:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:1.1:1783976318.737133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608800.
00010000:00000010:1.1:1783976318.780110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00010000:00000010:1.1:1783976318.949098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff800.
00010000:00000010:1.1:1783976318.949108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00000080:00000010:3.1:1783976318.959701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a5c0.
00010000:00000010:1.1:1783976330.100191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87e30c00.
00010000:00000010:1.1:1783976330.615903:0:179086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539400.
00010000:00000010:3.1:1783976330.646209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcfa00.
00010000:00000010:3.1:1783976330.649447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87538800.
00010000:00000010:0.1:1783976330.656214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539800.
00000080:00000010:1.1:1783976330.670104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc920.
00010000:00000010:0.1:1783976330.678095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00000080:00000010:0.1:1783976330.690068:0:179091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6efa0.
00000080:00000010:2.1:1783976330.703645:0:179092:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b80c0.
00000080:00000010:3.1:1783976330.704942:0:179093:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61aac0.
00000080:00000010:3.1:1783976330.704952:0:179093:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a580.
00010000:00000010:0.1:1783976330.786312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb3845200.
00010000:00000010:3.1:1783976330.786547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accad773900.
00010000:00000010:3.1:1783976330.786567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaedcf800.
00010000:00000010:2.1:1783976331.295776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc87539e00.
00010000:00000010:2.1:1783976331.303105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb1dc2a00.
00010000:00000010:0.1:1783976331.912132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:2.1:1783976331.985935:0:179090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609600.
00010000:00000010:3.1:1783976332.046757:0:179093:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416c00.
00010000:00000010:3.1:1783976332.046859:0:179093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb1dc3600.
00010000:00000010:0.1:1783976332.634376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc91f2e200.
00010000:00000010:0.1:1783976332.716079:0:179090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc91f2ec00.
00010000:00000010:0.1:1783976332.847151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:3.1:1783976332.930097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609e00.
00010000:00000010:0.1:1783976333.326201:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:2.1:1783976333.399349:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80030c00.
00010000:00000010:3.1:1783976333.450079:0:179098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb1dc2400.
00010000:00000010:1.1:1783976333.943123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb1dc3e00.
00010000:00000010:1.1:1783976333.963229:0:179095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aaa00.
00010000:00000010:2.1:1783976334.366161:0:179097:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:2.1:1783976334.799097:0:179098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb1dc2c00.
00010000:00000010:1.1:1783976334.977457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:0.1:1783976334.987283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86872200.
00010000:00000010:0.1:1783976335.192813:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608200.
00010000:00000010:0.1:1783976335.229297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:3.1:1783976335.598105:0:179092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2170400.
00010000:00000010:0.1:1783976335.613124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86873e00.
00010000:00000010:0.1:1783976335.904238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa600.
00010000:00000010:3.1:1783976335.914090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc80031800.
00010000:00000010:0.1:1783976335.927070:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:3.1:1783976345.611484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace09600.
00010000:00000010:1.1:1783976345.645102:0:179101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:2.1:1783976345.655133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace08000.
00010000:00000010:2.1:1783976345.655156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace08800.
00010000:00000010:0.1:1783976345.869667:0:2402:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976345.870083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04c00.
00010000:00000010:1.1:1783976345.877083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04400.
00010000:00000010:1.1:1783976345.881115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04a00.
00010000:00000010:2.1:1783976345.932811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace08000.
00010000:00000010:2.1:1783976345.932822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace09800.
00010000:00000010:2.1:1783976345.932825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace09600.
00010000:00000010:2.1:1783976345.932828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae816800.
00010000:00000010:1.1:1783976345.964908:0:179051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04600.
00010000:00000010:1.1:1783976345.964916:0:179051:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:2.1:1783976345.992277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace08000.
00010000:00000010:0.1:1783976345.992374:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976345.992492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:1.1:1783976346.000387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:2.1:1783976346.009288:0:179100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace09600.
00010000:00000010:2.1:1783976346.009298:0:179100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae817600.
00010000:00000010:3.1:1783976346.016164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae817400.
00010000:00000010:3.1:1783976346.026338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae816000.
00010000:00000010:3.1:1783976346.039729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae816400.
00010000:00000010:0.1:1783976346.056871:0:179100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608a00.
00010000:00000010:1.1:1783976346.065079:0:179101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:0.1:1783976346.119965:0:179101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:0.1:1783976346.119978:0:179101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:2.1:1783976346.139967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace0c000.
00010000:00000010:3.1:1783976346.142120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae816600.
00010000:00000010:1.1:1783976346.142672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:2.1:1783976346.150071:0:179101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae817800.
00010000:00000010:1.1:1783976346.154869:0:179100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:1.1:1783976346.155010:0:179100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:0.1:1783976346.162204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:3.1:1783976346.166091:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace08000.
00010000:00000010:2.1:1783976346.170104:0:179101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace09600.
00010000:00000010:3.1:1783976346.173485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace09c00.
00010000:00000010:3.1:1783976346.173499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace09000.
00010000:00000010:2.1:1783976346.541148:0:179105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609c00.
00010000:00000010:0.1:1783976346.675069:0:179110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae816600.
00000080:00000010:3.1:1783976346.699085:0:179111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e840.
00010000:00000010:0.1:1783976346.756927:0:179110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae817c00.
00000080:00000010:1.1:1783976346.768177:0:179111:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6eb00.
00010000:00000010:1.1:1783976346.779357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00000080:00000010:0.1:1783976346.789335:0:179109:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc836b8960.
00010000:00000010:2.1:1783976346.803492:0:178089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05200.
00000080:00000010:1.1:1783976346.829276:0:179106:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e840.
00010000:00000010:2.1:1783976346.856199:0:179101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608000.
00010000:00000010:3.1:1783976346.859218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb1dc2000.
00000080:00000010:3.1:1783976346.881952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6e5a0.
00010000:00000010:0.1:1783976346.895195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:0.1:1783976346.895206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416b00.
00010000:00000010:0.1:1783976346.895211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaeebcc00.
00000080:00000010:0.1:1783976346.899170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc88d6ef00.
00010000:00000010:2.1:1783976346.917179:0:179108:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accace0ca00.
00000080:00000010:0.1:1783976347.048354:0:179107:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc1c0.
00010000:00000010:2.1:1783976347.306594:0:179110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae817200.
00010000:00000010:0.1:1783976347.441890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affd00.
00010000:00000010:0.1:1783976347.441896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:1.1:1783976347.655304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff000.
00010000:00000010:1.1:1783976347.655322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc86873800.
00010000:00000010:2.1:1783976347.854086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05400.
00010000:00000010:1.1:1783976347.871015:0:179107:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796800.
00010000:00000010:1.1:1783976347.871025:0:179107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:2.1:1783976348.033528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416b00.
00010000:00000010:2.1:1783976348.033536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accc2171000.
00010000:00000010:3.1:1783976348.304623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9b00.
00010000:00000010:3.1:1783976348.304635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accad5b0400.
00010000:00000010:2.1:1783976348.445149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796800.
00010000:00000010:2.1:1783976348.445176:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608e00.
00010000:00000010:0.1:1783976348.714065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796a00.
00010000:00000010:0.1:1783976348.714074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:2.1:1783976348.924511:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93affd00.
00010000:00000010:2.1:1783976348.924523:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05e00.
00010000:00000010:1.1:1783976349.088508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93afff00.
00010000:00000010:1.1:1783976349.088520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04800.
00010000:00000010:1.1:1783976349.340170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff500.
00010000:00000010:1.1:1783976349.340188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f04200.
00010000:00000010:2.1:1783976349.613209:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc9f416b00.
00010000:00000010:2.1:1783976349.613221:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accaeebc200.
00010000:00000010:0.1:1783976350.137105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93aff800.
00010000:00000010:0.1:1783976350.137115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00000080:00000010:2.1:1783976350.702114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc85adc900.
00010000:00000010:0.1:1783976353.095247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accae817000.
00010000:00000010:3.1:1783976353.149101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608400.
00010000:00000010:3.1:1783976353.149116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39ab000.
00010000:00000010:3.1:1783976353.149119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aa800.
00010000:00000010:3.1:1783976353.149133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8accad773f00.
00010000:00000010:3.1:1783976353.149137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb39aac00.
00010000:00000010:3.1:1783976353.149161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796f00.
00010000:00000010:3.1:1783976353.149164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8accb2b2ca00.
00000080:00000010:2.1:1783976353.208092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61afe0.
00000080:00000010:2.1:1783976353.208114:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8accae72a940.
00010000:00000010:2.1:1783976358.408331:0:2404:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796e00.
00010000:00000010:2.1:1783976358.408349:0:2404:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00010000:00000010:0.1:1783976358.414348:0:179474:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796d00.
00010000:00000010:0.1:1783976358.414371:0:179474:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00000080:00000010:1.1:1783976409.307101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61af20.
00000080:00000010:1.1:1783976409.307122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8acca17dca40.
00010000:00000010:1.1:1783976412.723089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796a00.
00010000:00000010:1.1:1783976412.723096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:0.1:1783976412.735092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc93afff00.
00010000:00000010:1.1:1783976412.735092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796800.
00010000:00000010:0.1:1783976412.735118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acca1f05000.
00010000:00000010:1.1:1783976412.745943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796c00.
00010000:00000010:1.1:1783976412.745957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:1.1:1783976412.750101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796100.
00010000:00000010:1.1:1783976412.750118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00000080:00000010:1.1:1783976412.765154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a5e0.
00010000:00000010:1.1:1783976412.770857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796100.
00010000:00000010:1.1:1783976412.770872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:1.1:1783976412.777088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796800.
00010000:00000010:0.1:1783976412.788098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796100.
00010000:00000010:0.1:1783976412.788105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609200.
00010000:00000010:1.1:1783976412.796091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796a00.
00010000:00000010:1.1:1783976412.796104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00000080:00000010:1.1:1783976412.810084:0:180330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8acc9f61a120.
00010000:00000010:3.1:1783976412.826073:0:180330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796a00.
00010000:00000010:3.1:1783976412.826080:0:180330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608c00.
00010000:00000010:3.1:1783976412.834224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc91fb9200.
00010000:00000010:3.1:1783976412.839111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90180400.
00000800:00000200:3.1:1783976464.793204:0:2393:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:3.1:1783976464.793210:0:2393:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1783976464.793212:0:2393:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:1.1:1783976474.969757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976475.995068:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976475.995214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976475.995320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976475.995402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976480.028027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976480.028263:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976480.028409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976480.028547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976480.028702:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976485.404319:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976485.404521:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976485.404672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976485.404779:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976485.404876:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976490.521874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976490.522205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976490.522357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976490.522469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976490.522576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976495.642160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976495.642163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1783976495.642485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976495.642487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1783976495.642747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976495.642749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1783976495.643001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976495.643004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1783976495.643285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976495.643287:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 8, 5 secs later)
00000800:00000200:0.1:1783976500.762568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976500.762758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976500.762892:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976500.763019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976500.763183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976505.881624:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976505.881628:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 12 secs later)
00000800:00000200:0.1:1783976505.882005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976505.882008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 12 secs later)
00000800:00000200:0.1:1783976505.882285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976505.882286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 12 secs later)
00000800:00000200:0.1:1783976505.882502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976505.882504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 12 secs later)
00000800:00000200:0.1:1783976505.882693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976505.882696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 12 secs later)
00000800:00000200:0.1:1783976511.001974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976511.001982:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1783976511.002724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976511.002727:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1783976511.003012:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976511.003015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1783976511.003337:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976511.003340:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1783976511.003618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976511.003620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 7 secs later)
00000800:00000200:0.1:1783976516.121973:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976516.121984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1783976516.122733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976516.122736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1783976516.123012:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976516.123015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1783976516.123327:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976516.123330:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1783976516.123595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976516.123597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 16, 2 secs later)
00000800:00000200:0.1:1783976521.241943:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976521.242352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976521.242567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976521.242713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976521.242841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976526.361657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976526.361660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1783976526.362286:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976526.362288:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1783976526.362517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976526.362519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1783976526.362731:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976526.362733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1783976526.363110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976526.363113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 29 secs later)
00000800:00000200:0.1:1783976531.483227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976531.483231:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1783976531.483510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976531.483513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1783976531.483715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976531.483716:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1783976531.483941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976531.483944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 23 secs later)
00000800:00000200:0.1:1783976531.484207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976531.484209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 23 secs later)
00000800:00000200:1.1:1783976536.602099:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976536.602105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1783976536.603205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976536.603207:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1783976536.603497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976536.603500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1783976536.603792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976536.603794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1783976536.604205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976536.604208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 18 secs later)
00000800:00000200:1.1:1783976541.721776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976541.721783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1783976541.722507:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976541.722509:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1783976541.722877:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976541.722879:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1783976541.723164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976541.723167:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1783976541.723342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976541.723345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 13 secs later)
00000800:00000200:1.1:1783976546.841992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976546.842000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1783976546.842802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976546.842804:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1783976546.843005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976546.843008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1783976546.843276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976546.843278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 8 secs later)
00000800:00000200:1.1:1783976546.843531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976546.843534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 8 secs later)
00000800:00000200:3.1:1783976551.961851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976551.961857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1783976551.962386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976551.962389:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1783976551.962646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976551.962649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1783976551.962928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976551.962942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 3 secs later)
00000800:00000200:3.1:1783976551.963236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976551.963239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 32, 3 secs later)
00000800:00000200:1.1:1783976557.081741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976557.082116:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976557.082280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976557.082419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976557.082527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976562.204916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976562.204923:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976562.205721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976562.205723:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976562.205992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976562.205994:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976562.206293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976562.206296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976562.206652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976562.206655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976567.323187:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976567.323191:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976567.323914:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976567.323917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976567.324232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976567.324235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976567.324501:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976567.324504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976567.324904:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976567.324906:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976572.441669:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976572.441673:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783976572.442264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976572.442267:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783976572.443767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976572.443770:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783976572.444110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976572.444113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783976572.444387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976572.444390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783976577.561971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976577.561974:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783976577.562456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976577.562458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783976577.563888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976577.563891:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783976577.564388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976577.564391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783976577.564772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976577.564774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783976582.682205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976582.682208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783976582.682512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976582.682515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783976582.682772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976582.682774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783976582.683103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976582.683106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783976582.683329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976582.683332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783976587.801696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976587.801699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976587.802444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976587.802450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976587.802748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976587.802750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976587.803033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976587.803035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976587.803276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976587.803277:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976592.921747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976592.921753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976592.922433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976592.922436:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976592.922681:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976592.922683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976592.922935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976592.922937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976592.923321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976592.923324:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976598.041791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976598.041797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976598.042445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976598.042447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976598.042735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976598.042737:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976598.043000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976598.043002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976598.043278:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976598.043280:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976603.162268:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976603.162272:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976603.162481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976603.162482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976603.162727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976603.162729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976603.163003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976603.163005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976603.163437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976603.163439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976608.283286:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976608.283289:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976608.283635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976608.283638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976608.283920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976608.283922:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976608.284197:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976608.284199:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976608.284452:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976608.284454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976613.403674:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976613.403678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976613.404045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976613.404076:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976613.404343:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976613.404345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976613.404558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976613.404560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976613.404751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976613.404753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1783976618.521910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976618.521916:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783976618.522696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976618.522699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783976618.522984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976618.522986:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783976618.523239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976618.523240:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783976618.523571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976618.523573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783976623.642031:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976623.642294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976623.642434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976623.642565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976623.642707:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976628.761709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976628.761713:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976628.763742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976628.765007:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976628.766705:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976628.766709:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976628.767234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976628.767239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976628.767481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976628.767482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783976633.881755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976633.881762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976633.882413:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976633.882416:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976633.882636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976633.882638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976633.882840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976633.882842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976633.883084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976633.883087:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783976639.001837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976639.001845:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976639.002619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976639.002623:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976639.002901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976639.002904:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976639.003242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976639.003244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976639.003524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976639.003545:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783976644.122152:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976644.122160:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976644.123142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976644.123144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976644.123390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976644.123392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976644.123627:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976644.123630:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976644.123902:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976644.123905:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783976649.242482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976649.242488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976649.243181:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976649.243184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976649.243423:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976649.243425:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976649.243630:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976649.243633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976649.243886:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976649.243888:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783976654.361945:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976654.361950:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783976654.362699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976654.362718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783976654.363005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976654.363008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783976654.363305:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976654.363307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783976654.363702:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976654.363705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783976659.481981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976659.481984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976659.485891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976659.485894:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976659.487834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976659.487837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976659.488135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976659.488137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976659.488748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976659.488751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783976664.603158:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976664.603174:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976664.603760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976664.603763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976664.604086:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976664.604088:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976664.604295:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976664.604296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976664.604504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976664.604507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976669.721968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976669.721971:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976669.722221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976669.722223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976669.722498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976669.722501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976669.723119:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976669.723121:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976669.723413:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976669.723415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976674.841952:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976674.841959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976674.843001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976674.843004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976674.843354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976674.843376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976674.843676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976674.843679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976674.843966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976674.843969:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783976679.961699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976679.961702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976679.962435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976679.962437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976679.962678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976679.962680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976679.962914:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976679.962930:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783976679.963281:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976679.963284:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976685.082218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976685.082221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976685.082568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976685.082570:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976685.082808:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976685.082810:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976685.083042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976685.083044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976685.083312:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976685.083314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976690.201821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976690.202205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976690.202497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976690.202658:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976690.202801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976695.321883:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976695.321889:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976695.322652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976695.322655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976695.325565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976695.325584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976695.326138:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976695.326140:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976695.326534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976695.326536:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976700.442241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976700.442248:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783976700.443631:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976700.443633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783976700.443887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976700.443889:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783976700.444183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976700.444185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783976700.444445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976700.444447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783976705.561859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976705.561865:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783976705.562630:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976705.562633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783976705.562916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976705.562919:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783976705.563272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976705.563275:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783976705.563560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976705.563572:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783976710.681776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976710.681782:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783976710.682384:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976710.682386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783976710.682659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976710.682662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783976710.682937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976710.682939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783976710.683224:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976710.683226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783976715.802190:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976715.802207:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976715.802976:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976715.802979:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976715.803282:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976715.803285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976715.803553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976715.803555:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976715.803825:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976715.803827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783976720.921712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976720.921716:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976720.922449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976720.922454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976720.922701:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976720.922702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976720.922940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976720.922942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976720.923210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976720.923212:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783976726.041654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976726.041672:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976726.042300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976726.042301:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976726.042488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976726.042489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976726.042671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976726.042672:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783976726.042943:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783976726.042945:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976731.161901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976731.161908:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976731.162612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976731.162616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976731.162886:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976731.162889:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976731.163183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976731.163185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976731.163451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976731.163453:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976736.281755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976736.281765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976736.282415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976736.282418:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976736.282655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976736.282657:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976736.282895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976736.282897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976736.283213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976736.283215:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976741.401797:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976741.401803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783976741.402604:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976741.402607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783976741.402974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976741.402977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783976741.403281:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976741.403283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783976741.403547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976741.403549:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783976746.521817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976746.521824:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976746.522428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976746.522430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976746.522621:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976746.522622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976746.522779:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976746.522781:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976746.523001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976746.523004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783976751.642258:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976751.642265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976751.642811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976751.642812:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976751.643094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976751.643095:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976751.643336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976751.643338:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976751.643531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976751.643533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783976756.763223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976756.763582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976756.763865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976756.764024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976756.764174:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976761.882489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976761.882496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976761.882917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976761.884765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976761.885315:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976761.885318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976761.885625:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976761.885628:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976761.886141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976761.886144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976767.001819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976767.001826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976767.002348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976767.002350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976767.002537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976767.002539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976767.002740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976767.002742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976767.002943:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976767.002945:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976772.124196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976772.124200:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976772.125752:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976772.125766:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976772.126246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976772.126248:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976772.126500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976772.126502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976772.126748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976772.126750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976777.241897:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976777.241903:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976777.242592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976777.242594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976777.242872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976777.242875:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976777.243177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976777.243180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976777.243442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976777.243444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783976782.361877:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976782.361881:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976782.362741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976782.362744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976782.363658:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976782.363661:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976782.363932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976782.363934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976782.364231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976782.364234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976787.481739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976787.481743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976787.482389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976787.482390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976787.482640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976787.482642:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976787.482905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976787.482907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976787.483231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976787.483234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783976792.601610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976792.601613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976792.602403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976792.602408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976792.602941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976792.602944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976792.603237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976792.603239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976792.603602:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976792.603605:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783976797.722317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976797.722320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976797.722654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976797.722657:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976797.726175:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976797.726192:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976797.731032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976797.731036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976797.732534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976797.732538:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783976802.841737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976802.841743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976802.842575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976802.842577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976802.842850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976802.842852:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976802.843182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976802.843184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976802.844121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976802.844123:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976807.962476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976807.962483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976807.963342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976807.963344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976807.963774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976807.963776:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976807.964952:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976807.964954:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976807.965560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976807.965563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783976813.081719:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976813.081726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976813.082434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976813.082438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976813.082681:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976813.082683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976813.082970:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976813.082972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976813.083323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976813.083325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783976818.203154:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976818.203158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976818.203688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976818.203691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976818.205531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976818.205534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976818.206411:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976818.206414:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976818.206630:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976818.206632:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976823.321612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976823.321949:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976823.322238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976823.322433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976823.322565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976828.442334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976828.442337:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976828.442694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976828.442697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976828.442953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976828.442959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976828.443279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976828.443281:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976828.443543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976828.443546:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976833.561849:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976833.561855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976833.562561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976833.562565:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976833.562840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976833.562843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976833.563110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976833.563112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976833.563485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976833.563488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783976838.681726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976838.681730:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783976838.682400:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976838.682405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783976838.682842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976838.682844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783976838.683220:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976838.683223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783976838.683512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976838.683514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783976843.801671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976843.801678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976843.802361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976843.802380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976843.802618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976843.802620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976843.802948:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976843.802951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976843.803245:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976843.803247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976848.924248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976848.924253:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783976848.924509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976848.924511:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783976848.924708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976848.924710:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783976848.924923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976848.924925:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783976848.925152:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976848.925153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783976854.041822:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976854.041826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976854.042596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976854.042599:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976854.042840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976854.042842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976854.043029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976854.043031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783976854.043426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976854.043428:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783976859.161661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976859.161667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783976859.162243:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976859.162245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783976859.162469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976859.162470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783976859.162653:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976859.162655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783976859.162811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976859.162813:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783976864.281805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976864.281811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783976864.282529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976864.282532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783976864.282817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976864.282819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783976864.283130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976864.283132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783976864.283407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976864.283410:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783976869.401729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976869.401733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976869.402390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976869.402392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976869.402619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976869.402621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976869.402836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976869.402839:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783976869.403182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976869.403184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976874.521878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976874.521881:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976874.522294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976874.522296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976874.522564:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976874.522567:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976874.522821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976874.522850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976874.523148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976874.523150:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976879.641732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976879.641763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976879.642457:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976879.642459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976879.642724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976879.642726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976879.643009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976879.643012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976879.643399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976879.643401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976884.761824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976884.761830:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976884.762507:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976884.762509:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976884.762758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976884.762760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976884.762959:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976884.762960:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976884.763222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976884.763224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783976889.883429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976889.883582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976889.883685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976889.883765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976889.883887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976895.001787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976895.001793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976895.002505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976895.002508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976895.002786:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976895.002789:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976895.003087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976895.003090:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976895.003357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976895.003359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783976900.121814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976900.121820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976900.122535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976900.122537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976900.122818:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976900.122820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976900.123101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976900.123103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783976900.123365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783976900.123367:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976905.242888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976905.242891:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976905.244950:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976905.244953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976905.245573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976905.245575:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976905.245924:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976905.245927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976905.246377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976905.246380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976910.361800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976910.361806:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976910.362511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976910.362514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976910.362736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976910.362738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976910.363002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976910.363004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976910.363400:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976910.363402:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783976915.481751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976915.481758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783976915.482473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976915.482476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783976915.482770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976915.482772:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783976915.483094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976915.483097:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783976915.483395:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976915.483398:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783976920.601797:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976920.601803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783976920.602487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976920.602489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783976920.602769:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976920.602771:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783976920.603064:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976920.603067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783976920.603318:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976920.603320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783976925.721873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976925.721883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783976925.722533:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976925.722535:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783976925.722794:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976925.722797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783976925.723087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976925.723090:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783976925.723338:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976925.723341:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783976930.842848:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976930.842854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976930.843290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976930.843293:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976930.843596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976930.843599:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976930.844016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976930.844019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976930.844324:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976930.844326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976935.962665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976935.962669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976935.963026:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976935.963029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976935.963338:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976935.963340:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976935.963598:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976935.963600:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976935.963866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976935.963868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783976941.081771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976941.081777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976941.082496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976941.082499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976941.082734:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976941.082736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976941.082987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976941.082989:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976941.083292:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976941.083295:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783976946.201839:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976946.201843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976946.202582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976946.202585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976946.203206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976946.203209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976946.203497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976946.203500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976946.203768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976946.203770:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783976951.322148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976951.322151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976951.322489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976951.322492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976951.322787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976951.322790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976951.323089:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976951.323091:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976951.323314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976951.323317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783976956.441772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976956.442207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976956.442461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976956.442612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976956.442760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976961.561777:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976961.561782:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783976961.562526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976961.562528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783976961.562792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976961.562794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783976961.563070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976961.563073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783976961.563441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976961.563444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783976966.682145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976966.682148:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976966.682473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976966.682476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976966.682736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976966.682739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976966.682992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976966.682994:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976966.683274:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976966.683276:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783976971.801838:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976971.801846:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976971.802996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976971.802999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976971.803350:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976971.803353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976971.803608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976971.803611:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783976971.804022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976971.804025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783976976.921921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976976.921927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976976.922634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976976.922637:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976976.922876:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976976.922878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976976.923068:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976976.923070:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976976.923339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976976.923341:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783976982.042540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976982.042542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783976982.042851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976982.042853:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783976982.043205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976982.043208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783976982.043485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976982.043487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783976982.043745:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783976982.043747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783976987.162202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976987.162205:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783976987.162416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976987.162418:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783976987.162574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976987.162576:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783976987.162744:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976987.162746:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783976987.163020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976987.163022:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783976992.281701:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976992.281705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783976992.282402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976992.282405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783976992.282601:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976992.282602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783976992.282817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976992.282818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783976992.283155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976992.283158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783976997.401832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976997.401837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976997.402767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976997.402771:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976997.403107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976997.403110:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976997.403343:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976997.403346:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783976997.403603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783976997.403606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977002.523757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977002.523760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977002.524793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977002.524796:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977002.527164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977002.527167:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977002.527782:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977002.527785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977002.528478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977002.528480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977007.641986:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977007.641988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977007.642302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977007.642305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977007.642513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977007.642516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977007.642789:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977007.642792:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977007.643068:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977007.643072:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977012.762427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977012.762430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977012.762714:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977012.762716:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977012.762983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977012.762985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977012.763270:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977012.763272:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977012.763519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977012.763521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00010000:00000010:3.1:1783977015.585451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f608600.
00010000:00000010:3.1:1783977015.585466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796c00.
00010000:00000010:3.1:1783977015.585471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc90180600.
00010000:00000010:3.1:1783977015.585474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8acc85796800.
00010000:00000010:3.1:1783977015.585477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8acc9f609800.
00000800:00000200:0.1:1783977017.882202:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977017.882205:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783977017.883142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977017.883145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783977017.883434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977017.883437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783977017.883723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977017.883725:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783977017.884438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977017.884440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783977023.001817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977023.002131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977023.002472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977023.002693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977023.002832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977028.121863:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977028.121870:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977028.122539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977028.122542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977028.122836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977028.122839:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977028.123170:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977028.123173:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977028.123438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977028.123440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977033.241978:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977033.241982:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977033.242438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977033.242441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977033.242722:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977033.242725:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977033.242996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977033.242999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977033.243363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977033.243364:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977038.361845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977038.361851:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977038.362623:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977038.362630:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977038.363495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977038.363498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977038.364374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977038.364376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977038.364740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977038.364742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977043.482904:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977043.482908:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783977043.483571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977043.483584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783977043.484074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977043.484078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783977043.484495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977043.484496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783977043.484761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977043.484763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977048.601686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977048.601692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977048.602476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977048.602479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977048.602777:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977048.602780:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977048.603076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977048.603079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977048.603376:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977048.603378:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977053.722358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977053.722367:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977053.722955:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977053.722958:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977053.723254:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977053.723257:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977053.723525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977053.723527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977053.723812:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977053.723815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977058.842419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977058.842423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977058.842790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977058.842792:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977058.843123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977058.843144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977058.843420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977058.843422:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977058.843707:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977058.843710:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977063.961852:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977063.961857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977063.962570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977063.962572:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977063.962797:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977063.962798:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977063.963029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977063.963032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977063.963300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977063.963303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977069.082069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977069.082074:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977069.082651:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977069.082654:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977069.082951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977069.082953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977069.083262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977069.083265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977069.083551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977069.083567:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977074.202302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977074.202305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977074.203547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977074.203550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977074.203825:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977074.203827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977074.204241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977074.204244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977074.204519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977074.204520:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977079.322154:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977079.322158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977079.322415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977079.322417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977079.322641:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977079.322643:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977079.322887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977079.322890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977079.323169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977079.323172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977084.442251:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977084.442254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977084.442572:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977084.442585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977084.442989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977084.442990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977084.443339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977084.443341:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977084.443626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977084.443628:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977089.561674:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977089.561978:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977089.562242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977089.562514:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977089.562655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977094.681758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977094.681761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977094.684725:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977094.684728:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977094.686918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977094.686922:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977094.687283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977094.687285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977094.687674:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977094.687676:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977099.801694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977099.801700:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977099.802472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977099.802487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977099.802761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977099.802764:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977099.803070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977099.803073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977099.803448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977099.803450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977104.921766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977104.921787:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977104.922611:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977104.922614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977104.922937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977104.922939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977104.923253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977104.923256:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977104.923655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977104.923658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977110.041837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977110.041842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977110.042557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977110.042559:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977110.042838:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977110.042840:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977110.043144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977110.043164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977110.043505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977110.043508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977115.161716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977115.161720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977115.162437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977115.162439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977115.162716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977115.162717:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977115.162968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977115.162970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977115.163358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977115.163362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977120.281801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977120.281807:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977120.282432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977120.282434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977120.282694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977120.282696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977120.282904:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977120.282905:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977120.283135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977120.283137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783977125.401741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977125.401744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977125.402508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977125.402510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977125.402757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977125.402759:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977125.402987:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977125.402988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977125.404665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977125.404667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977130.522213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977130.522217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977130.522523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977130.522525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977130.522779:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977130.522782:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977130.523076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977130.523079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977130.523359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977130.523361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977135.641842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977135.641847:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977135.642393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977135.642395:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977135.642735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977135.642738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977135.642944:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977135.642947:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977135.643176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977135.643178:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977140.761860:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977140.761866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977140.762578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977140.762580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977140.762831:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977140.762833:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977140.763027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977140.763029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977140.763327:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977140.763329:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977145.881687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977145.881692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977145.882398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977145.882401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977145.882689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977145.882692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977145.882969:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977145.882971:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977145.883289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977145.883291:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977151.002311:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977151.002315:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977151.002616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977151.002618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977151.002840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977151.002842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977151.003104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977151.003107:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977151.003404:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977151.003406:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977156.121776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977156.123451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977156.123593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977156.123755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977156.123905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977161.242261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977161.242265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977161.243074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977161.243077:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977161.243400:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977161.243403:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977161.243761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977161.243763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977161.244093:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977161.244095:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977166.361655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977166.361660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977166.362464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977166.362466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977166.362754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977166.362756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977166.363025:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977166.363027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977166.363318:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977166.363321:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977171.482142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977171.482147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977171.482664:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977171.482667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977171.483039:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977171.483041:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977171.483359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977171.483361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977171.483637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977171.483639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783977176.602242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977176.602247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977176.602911:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977176.602912:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977176.603166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977176.603167:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977176.603351:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977176.603353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977176.603619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977176.603621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1783977181.721720:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977181.721726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977181.722431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977181.722433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977181.722694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977181.722696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977181.722961:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977181.722964:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977181.723246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977181.723249:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977186.841678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977186.841685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977186.842373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977186.842376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977186.842659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977186.842662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977186.842939:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977186.842942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977186.843238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977186.843241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977191.965472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977191.965476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977191.965789:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977191.965792:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977191.966101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977191.966103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977191.966374:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977191.966376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977191.966626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977191.966629:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977197.082341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977197.082344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977197.082596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977197.082597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977197.082884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977197.082887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977197.083244:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977197.083247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977197.083523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977197.083526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977202.202298:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977202.202302:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977202.202636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977202.202638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977202.202911:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977202.202913:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977202.203241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977202.203244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977202.203520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977202.203523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977207.321728:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977207.321734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977207.322468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977207.322471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977207.322757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977207.322759:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977207.323033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977207.323035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977207.323420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977207.323423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977212.441795:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977212.441802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977212.442463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977212.442466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977212.442716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977212.442718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977212.442995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977212.442997:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977212.443280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977212.443282:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977217.562019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977217.562035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977217.562395:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977217.562397:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977217.562680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977217.562682:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977217.562975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977217.562978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977217.563284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977217.563286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977222.682133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977222.683526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977222.683907:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977222.688833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977222.689479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977227.801958:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977227.801964:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977227.802468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977227.802471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977227.802752:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977227.802755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977227.802994:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977227.802996:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977227.803273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977227.803275:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977232.921759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977232.921765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977232.924207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977232.924209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977232.924450:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977232.924451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977232.924654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977232.924655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977232.924882:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977232.924885:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977238.042666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977238.042669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977238.042981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977238.042984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977238.043242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977238.043243:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977238.043470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977238.043472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977238.043717:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977238.043720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977243.162323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977243.162326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977243.162653:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977243.162655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977243.162913:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977243.162915:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977243.163198:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977243.163200:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977243.163471:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977243.163474:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977248.281813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977248.281816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977248.282550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977248.282552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977248.282845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977248.282847:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977248.283143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977248.283145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977248.283538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977248.283540:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783977253.402327:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977253.402331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977253.402688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977253.402691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977253.402981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977253.402984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977253.403328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977253.403331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977253.405148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977253.405151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977258.521877:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977258.521880:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977258.522462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977258.522466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977258.522741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977258.522742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977258.522916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977258.522919:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977258.523200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977258.523201:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977263.642304:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977263.642308:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977263.642624:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977263.642626:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977263.642897:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977263.642900:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977263.643214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977263.643217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977263.643486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977263.643488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977268.762742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977268.762745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977268.763160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977268.763163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977268.763458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977268.763460:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977268.763758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977268.763760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977268.764104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977268.764107:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977273.881787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977273.881792:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977273.882478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977273.882481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977273.882754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977273.882756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977273.883027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977273.883029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977273.883396:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977273.883399:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977279.001685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977279.001688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977279.002402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977279.002416:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977279.002643:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977279.002645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977279.002845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977279.002847:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977279.003112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977279.003113:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977284.122327:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977284.122330:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977284.122586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977284.122587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977284.122846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977284.122849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977284.123103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977284.123105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977284.123291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977284.123293:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977289.241883:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977289.242226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977289.242325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977289.242459:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977289.242575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977294.362515:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977294.362518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977294.362858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977294.362878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977294.363215:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977294.363218:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977294.363522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977294.363524:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977294.363797:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977294.363799:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977299.482024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977299.482026:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783977299.482317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977299.482318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783977299.483494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977299.483497:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783977299.484504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977299.484506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783977299.484746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977299.484748:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783977304.601625:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977304.601629:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783977304.602430:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977304.602432:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783977304.605846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977304.605849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783977304.606168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977304.606171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783977304.606427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977304.606429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783977309.721844:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977309.721848:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783977309.722468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977309.722471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783977309.722815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977309.722817:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783977309.723268:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977309.723271:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783977309.723537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977309.723539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783977314.842620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977314.842623:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783977314.842951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977314.842954:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783977314.843271:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977314.843273:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783977314.843524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977314.843526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783977314.843774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977314.843776:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783977319.961611:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977319.961614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783977319.965462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977319.965465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783977319.965753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977319.965756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783977319.966139:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977319.966142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783977319.970124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977319.970127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977325.082228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977325.082231:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977325.082550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977325.082551:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977325.082781:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977325.082784:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977325.083095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977325.083109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977325.083348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977325.083350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977330.202357:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977330.202361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977330.202683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977330.202685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977330.202983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977330.202986:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977330.203319:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977330.203321:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977330.203607:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977330.203610:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783977335.322727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977335.322731:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783977335.323072:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977335.323075:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783977335.323344:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977335.323347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783977335.323615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977335.323617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783977335.323899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977335.323902:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783977340.442708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977340.442716:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1783977340.443511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977340.443514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1783977340.443891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977340.443894:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1783977340.444186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977340.444188:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1783977340.444455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977340.444458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1783977345.562124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977345.562136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783977345.562859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977345.562862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783977345.563137:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977345.563139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783977345.563370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977345.563372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783977345.563809:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977345.563812:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1783977350.682601:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977350.682605:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783977350.682975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977350.682978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783977350.683277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977350.683279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783977350.687266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977350.687269:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783977350.688739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977350.688740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783977355.801954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977355.802364:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977355.803568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977355.804092:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977355.804245:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977360.927827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977360.927831:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977360.928198:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977360.928201:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977360.928484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977360.928487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977360.928754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977360.928757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977360.929023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977360.929026:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977366.041985:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977366.041993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977366.042876:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977366.042878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977366.043163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977366.043165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977366.043447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977366.043449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977366.043762:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977366.043764:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977371.161855:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977371.161862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977371.162638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977371.162641:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977371.162905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977371.162907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977371.163206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977371.163209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977371.163484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977371.163487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977376.282307:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977376.282314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783977376.282925:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977376.282928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783977376.283285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977376.283287:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783977376.283573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977376.283576:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783977376.283871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977376.283874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783977381.402746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977381.402757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977381.403406:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977381.403409:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977381.403694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977381.403697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977381.403982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977381.403985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977381.404287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977381.404289:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977386.521880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977386.521887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977386.523604:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977386.523606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977386.523875:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977386.523878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977386.524167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977386.524169:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977386.524433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977386.524436:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977391.641771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977391.641790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977391.642405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977391.642407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977391.642566:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977391.642567:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977391.642774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977391.642777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977391.643134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977391.643136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977396.762216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977396.762222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977396.762510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977396.762512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977396.762866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977396.762868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977396.763177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977396.763179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977396.763425:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977396.763427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977401.881784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977401.881787:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977401.882168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977401.882171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977401.882796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977401.882811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977401.883070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977401.883071:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977401.883320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977401.883322:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977407.001983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977407.001988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977407.002608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977407.002609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977407.002832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977407.002834:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977407.003076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977407.003079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977407.003358:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977407.003360:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977412.121748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977412.121755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977412.123030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977412.123033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977412.123405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977412.123408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977412.123688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977412.123691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977412.123953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977412.123967:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977417.241682:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977417.241685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977417.244407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977417.244410:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977417.244648:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977417.244650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977417.244913:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977417.244915:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977417.245199:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977417.245202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783977422.361787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977422.364414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977422.364947:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977422.365648:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977422.366439:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977427.482385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977427.482389:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977427.482747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977427.482750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977427.483043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977427.483045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977427.483375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977427.483377:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977427.483646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977427.483648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783977432.602099:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977432.602106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977432.602755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977432.602758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977432.603187:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977432.603190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977432.603537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977432.603540:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977432.603824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977432.603826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783977437.721791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977437.721794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977437.722839:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977437.722842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977437.723429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977437.723431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977437.723689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977437.723692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783977437.723968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977437.723970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977442.841749:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977442.841753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783977442.842559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977442.842562:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783977442.843461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977442.843464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783977442.843752:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977442.843755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783977442.844083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977442.844085:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783977447.962006:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977447.962012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783977447.962663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977447.962677:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783977447.962949:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977447.962951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783977447.963239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977447.963241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783977447.963404:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977447.963405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783977453.081774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977453.081780:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783977453.082436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977453.082439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783977453.082731:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977453.082734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783977453.083524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977453.083527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783977453.083828:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977453.083831:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783977458.203408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977458.203411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783977458.204129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977458.204132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783977458.204404:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977458.204407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783977458.204665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977458.204668:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783977458.205020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977458.205022:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783977463.321817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977463.321822:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1783977463.322559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977463.322561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1783977463.322833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977463.322835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1783977463.323041:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977463.323043:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1783977463.323339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783977463.323341:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1783977468.442900:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977468.442905:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977468.443535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977468.443538:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977468.443821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977468.443824:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977468.444127:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977468.444130:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977468.444420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977468.444423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977473.564554:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977473.564558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977473.564869:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977473.564872:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977473.565177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977473.565179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977473.565465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977473.565480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977473.565737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977473.565739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977478.681730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977478.681743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977478.682458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977478.682459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977478.682712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977478.682713:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977478.682872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977478.682873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977478.683025:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977478.683027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977483.801650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977483.801654:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977483.804818:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977483.804823:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977483.805280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977483.805283:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977483.805639:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977483.805642:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977483.805916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977483.805918:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977488.921793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977488.922245:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977488.922465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977488.922623:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977488.922746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977494.043471:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977494.043475:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977494.044094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977494.044098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977494.044584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977494.044585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977494.044748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977494.044750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977494.045012:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977494.045014:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977499.161840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977499.161845:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977499.162500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977499.162502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977499.162758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977499.162759:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977499.163029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977499.163032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977499.163317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977499.163319:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783977504.282592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977504.282596:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977504.282939:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977504.282942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977504.283269:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977504.283271:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977504.283524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977504.283527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977504.283813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977504.283815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977509.401806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977509.401825:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783977509.402442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977509.402445:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783977509.402739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977509.402742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783977509.403017:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977509.403020:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783977509.403312:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977509.403315:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783977514.521682:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977514.521685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977514.522777:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977514.522780:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977514.523090:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977514.523092:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977514.523359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977514.523362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977514.523635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977514.523637:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783977519.643867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977519.643871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977519.644289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977519.644290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977519.644577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977519.644590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977519.644840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977519.644842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977519.645123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977519.645125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1783977524.762348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977524.762351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977524.763125:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977524.763127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977524.763402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977524.763404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977524.763697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977524.763700:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977524.763959:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977524.763961:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783977529.882198:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977529.882203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977529.882661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977529.882664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977529.882927:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977529.882929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977529.883336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977529.883338:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977529.883615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977529.883629:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977535.001825:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977535.001845:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977535.002563:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977535.002566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977535.002860:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977535.002862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977535.003162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977535.003164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977535.003444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977535.003446:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977540.121794:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977540.121800:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977540.122439:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977540.122441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977540.122712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977540.122714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977540.122974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977540.122977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977540.123229:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977540.123231:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977545.241644:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977545.241648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977545.242045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977545.242070:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977545.242331:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977545.242347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977545.242613:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977545.242615:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977545.242872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977545.242875:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977550.363177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977550.363179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977550.363465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977550.363467:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977550.363689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977550.363691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977550.363878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977550.363880:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977550.364164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977550.364166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977555.481720:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977555.482004:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977555.483686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977555.483868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977555.485606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977560.602624:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977560.602627:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977560.602999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977560.603001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977560.603325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977560.603326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977560.603596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977560.603598:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977560.603904:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977560.603907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977565.721917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977565.721921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977565.722884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977565.722887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977565.723172:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977565.723189:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977565.723461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977565.723464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977565.723748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977565.723750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783977570.841647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977570.841650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977570.842333:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977570.842336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977570.844451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977570.844454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977570.844771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977570.844773:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783977570.845070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977570.845073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977575.961718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977575.961722:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977575.962453:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977575.962456:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977575.963716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977575.963719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977575.964277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977575.964280:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977575.965736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977575.965739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977581.081769:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977581.081773:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977581.082899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977581.082901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977581.083744:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977581.083746:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977581.083911:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977581.083912:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977581.084164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977581.084180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977586.204935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977586.204939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977586.205291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977586.205293:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977586.205580:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977586.205583:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977586.205849:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977586.205852:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977586.206144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977586.206146:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977591.322491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977591.322500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783977591.323228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977591.323233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783977591.323545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977591.323547:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783977591.323784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977591.323786:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783977591.324018:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977591.324020:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783977596.442273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977596.442276:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977596.442587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977596.442602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977596.442867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977596.442870:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977596.443170:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977596.443172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977596.443426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977596.443429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783977601.562583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977601.562601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977601.563166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977601.563193:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977601.563980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977601.563990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977601.564398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977601.564399:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977601.564660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977601.564662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783977606.681672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977606.681677:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977606.682434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977606.682437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977606.682703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977606.682705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977606.682985:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977606.682988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977606.683330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977606.683332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783977611.801661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977611.801665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977611.802248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977611.802250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977611.802472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977611.802475:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977611.802741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977611.802756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783977611.803094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977611.803096:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977616.921806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977616.921813:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977616.922558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977616.922560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977616.922840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977616.922843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977616.923115:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977616.923118:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977616.923469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977616.923471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783977622.041734:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977622.042042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977622.042557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977622.042703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977622.042828:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977627.163756:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977627.163760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977627.165529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977627.165532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977627.166316:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977627.166319:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977627.166970:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977627.166972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783977627.167790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783977627.167793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977632.281801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977632.281809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977632.282431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977632.282434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977632.282730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977632.282733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977632.283019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977632.283038:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977632.283348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977632.283352:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977637.401903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977637.401907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977637.402414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977637.402417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977637.404934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977637.404940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977637.405617:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977637.405620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977637.405903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977637.405906:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977642.522176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977642.522179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977642.523674:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977642.523676:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977642.524046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977642.524065:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977642.524608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977642.524611:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977642.525013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977642.525015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977647.642473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977647.642495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977647.643045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977647.643125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977647.643441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977647.643444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977647.643724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977647.643727:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977647.644004:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977647.644006:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977652.762873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977652.762880:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977652.763438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977652.763440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977652.765204:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977652.765207:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977652.765505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977652.765507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977652.766553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977652.766556:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977657.881767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977657.881774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977657.882584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977657.882589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977657.883019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977657.883069:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977657.883491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977657.883493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977657.883760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977657.883762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977663.001729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977663.001734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977663.002468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977663.002473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977663.002821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977663.002823:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977663.003184:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977663.003185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977663.003345:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977663.003346:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977668.124184:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977668.124187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977668.124532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977668.124535:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977668.124832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977668.124834:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977668.125159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977668.125162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977668.125452:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977668.125454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977673.241740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977673.241747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977673.242431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977673.242434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977673.242710:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977673.242712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977673.242995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977673.242998:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977673.243294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977673.243296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977678.362227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977678.362230:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977678.362588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977678.362591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977678.362896:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977678.362898:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977678.363216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977678.363219:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977678.363499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977678.363502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977683.481794:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977683.481801:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977683.482505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977683.482507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977683.482762:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977683.482764:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977683.482923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977683.482924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977683.483106:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977683.483121:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977688.601743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977688.602144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977688.602409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977688.602537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977688.602657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977693.722451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977693.722454:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977693.722775:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977693.722777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977693.723042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977693.723045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977693.723353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977693.723355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977693.723613:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977693.723615:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977698.841903:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977698.841909:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977698.842503:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977698.842506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977698.842775:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977698.842777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977698.842995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977698.842998:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977698.843240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977698.843251:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977703.963320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977703.963324:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977703.963682:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977703.963685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977703.965951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977703.965953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977703.966637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977703.966639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977703.967113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977703.967116:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977709.081801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977709.081808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977709.082512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977709.082518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977709.082752:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977709.082753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977709.082980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977709.082981:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977709.083298:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977709.083300:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977714.202386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977714.202389:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977714.204604:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977714.204624:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977714.204951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977714.204954:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977714.205291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977714.205294:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977714.205568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977714.205570:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977719.321527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977719.321531:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977719.321905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977719.321907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977719.322170:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977719.322172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977719.322379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977719.322381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783977719.322561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977719.322563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783977724.441617:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977724.441621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977724.442395:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977724.442397:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977724.443412:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977724.443415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977724.443837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977724.443840:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977724.444308:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977724.444311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977729.561770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977729.561801:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977729.562530:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977729.562535:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977729.562902:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977729.562904:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977729.563205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977729.563224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977729.563436:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977729.563437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977734.681989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977734.681995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977734.682417:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977734.682420:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977734.682743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977734.682745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977734.682966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977734.682968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977734.683538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977734.683541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977739.801588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977739.801617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977739.802196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977739.802198:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977739.802967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977739.802970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977739.803195:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977739.803197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977739.803387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977739.803388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783977744.921785:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977744.921788:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977744.922445:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977744.922447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977744.922675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977744.922677:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977744.922872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977744.922875:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977744.923192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977744.923193:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783977750.042297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977750.042300:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977750.042637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977750.042640:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977750.042922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977750.042924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977750.043219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977750.043222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977750.043685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977750.043688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783977755.162106:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977755.162384:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977755.162755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977755.163042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977755.163211:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977760.281654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977760.281658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977760.283314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977760.283318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977760.283628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977760.283630:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977760.283908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977760.283911:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977760.284214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977760.284216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977765.403044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977765.403094:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977765.404013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977765.404021:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977765.404373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977765.404374:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977765.404578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977765.404581:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977765.404941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977765.404944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977770.521861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977770.521876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977770.524046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977770.524081:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977770.524377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977770.524379:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977770.526981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977770.526984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977770.527301:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977770.527303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977775.641843:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977775.641850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977775.642506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977775.642509:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977775.642779:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977775.642782:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977775.643044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977775.643063:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977775.643311:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977775.643314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977780.761664:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977780.761670:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977780.762300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977780.762302:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977780.762527:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977780.762543:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977780.762780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977780.762782:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977780.763077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977780.763079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977785.881798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977785.881804:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977785.882457:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977785.882460:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977785.882743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977785.882744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977785.883013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977785.883014:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977785.883224:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977785.883225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977791.001792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977791.001798:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977791.002470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977791.002472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977791.002755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977791.002758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977791.003022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977791.003024:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977791.003327:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977791.003329:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977796.123706:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977796.123709:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977796.124165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977796.124168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977796.124542:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977796.124544:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977796.124841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977796.124844:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977796.125150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977796.125153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977801.242173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977801.242184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977801.243015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977801.243018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977801.243289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977801.243292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977801.243561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977801.243563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977801.243922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977801.243925:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977806.362089:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977806.362091:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977806.362372:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977806.362373:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977806.362579:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977806.362580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977806.362781:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977806.362783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977806.362949:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977806.362951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977811.481814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977811.481819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977811.482545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977811.482548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977811.482818:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977811.482820:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977811.483122:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977811.483124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977811.483528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977811.483543:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977816.601810:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977816.601836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977816.602454:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977816.602456:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977816.602716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977816.602718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977816.602967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977816.602969:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977816.603229:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977816.603231:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783977821.721841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977821.722242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977821.722581:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977821.722729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977821.722861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977826.841799:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977826.841806:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977826.842478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977826.842480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977826.842694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977826.842697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977826.842956:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977826.842959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977826.843264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977826.843266:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977831.961908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977831.961915:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977831.962591:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977831.962594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977831.962854:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977831.962857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977831.963493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977831.963495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977831.963707:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977831.963709:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783977837.081637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977837.081642:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977837.082275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977837.082278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977837.082545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977837.082548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977837.082803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977837.082806:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783977837.083103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977837.083106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977842.201862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977842.201865:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977842.202222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977842.202224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977842.203164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977842.203166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977842.203746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977842.203747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977842.204022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977842.204023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783977847.321759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977847.321762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977847.322334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977847.322346:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977847.322530:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977847.322531:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977847.322686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977847.322688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977847.322939:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977847.322940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783977852.441858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977852.441863:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977852.442534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977852.442537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977852.442817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977852.442819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977852.443095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977852.443098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977852.443373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977852.443376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977857.561757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977857.561765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977857.562348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977857.562349:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977857.562584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977857.562586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977857.562815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977857.562833:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977857.563018:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977857.563021:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977862.681959:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977862.681965:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977862.682881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977862.682883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977862.683184:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977862.683186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977862.683459:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977862.683461:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977862.683671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977862.683673:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977867.801701:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977867.801705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977867.802389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977867.802391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977867.802658:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977867.802660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977867.802901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977867.802903:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977867.803221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977867.803223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977872.922302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977872.922325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977872.922599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977872.922602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977872.922856:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977872.922858:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977872.923157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977872.923159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977872.923428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977872.923431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783977878.042228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977878.042231:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977878.042547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977878.042549:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977878.042866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977878.042868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977878.043220:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977878.043222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977878.043481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977878.043483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783977883.162187:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977883.162190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977883.162498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977883.162500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977883.162758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977883.162776:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977883.163043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977883.163045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977883.163287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977883.163289:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783977888.281622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977888.281900:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977888.282084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977888.282352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977888.282489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977893.401937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977893.401942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1783977893.402401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977893.402404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1783977893.402712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977893.402715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1783977893.403119:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977893.403122:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1783977893.403383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977893.403385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1783977898.523143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977898.523146:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977898.523449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977898.523451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977898.523695:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977898.523709:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977898.523976:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977898.523977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977898.524240:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977898.524242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783977903.645077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977903.645081:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977903.645482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977903.645484:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977903.645789:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977903.645791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977903.646087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977903.646089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977903.646356:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977903.646359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783977908.761708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977908.761716:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977908.762348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977908.762350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977908.762618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977908.762620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977908.762897:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977908.762899:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977908.763211:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977908.763224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783977913.881947:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977913.881952:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977913.882437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977913.882439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977913.882913:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977913.882917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977913.883280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977913.883282:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977913.883504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977913.883506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977919.001924:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977919.001931:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977919.002599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977919.002601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977919.002851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977919.002854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977919.003111:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977919.003112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783977919.003275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977919.003276:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977924.121797:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977924.121804:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977924.122531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977924.122534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977924.122813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977924.122815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977924.123099:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977924.123102:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977924.123369:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977924.123372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783977929.242046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977929.242073:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977929.242915:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977929.242917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977929.243221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977929.243224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977929.243865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977929.243867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977929.244165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977929.244167:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783977934.361796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977934.361803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977934.362603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977934.362605:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977934.362865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977934.362867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977934.363132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977934.363134:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783977934.363379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977934.363381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783977939.481640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977939.481646:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783977939.482239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977939.482242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783977939.482488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977939.482490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783977939.482702:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977939.482704:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783977939.482935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977939.482936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783977944.601795:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977944.601803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977944.602478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977944.602480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977944.602754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977944.602756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977944.603034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977944.603037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977944.603325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977944.603328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783977949.721660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977949.721663:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977949.722439:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977949.722442:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977949.722751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977949.722754:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977949.723094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977949.723098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977949.723478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977949.723481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783977954.841728:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977954.842170:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977954.842435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977954.842584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977954.842713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977959.961765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977959.961771:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977959.966277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977959.966279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977959.966491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977959.966493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977959.966768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977959.966771:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783977959.967037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977959.967039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783977965.081590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977965.081593:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977965.082185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977965.082186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977965.082851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977965.082853:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977965.083136:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977965.083139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977965.083383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977965.083385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783977970.205218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977970.205222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977970.205497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977970.205499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977970.205765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977970.205767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977970.206009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977970.206011:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977970.206264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977970.206267:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783977975.322684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977975.322687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977975.322993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977975.322996:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977975.323287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977975.323289:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977975.323558:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977975.323560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977975.323816:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977975.323819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783977980.442306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977980.442310:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977980.442813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977980.442815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977980.443006:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977980.443007:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977980.443516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977980.443519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783977980.443876:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783977980.443878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783977985.564539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977985.564542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977985.564874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977985.564876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977985.566272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977985.566275:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977985.566603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977985.566607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977985.566853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977985.566856:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783977990.681845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977990.681851:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977990.682423:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977990.682426:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977990.682819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977990.682822:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977990.683102:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977990.683105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977990.683468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977990.683470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783977995.801739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977995.801745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977995.802470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977995.802473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977995.802738:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977995.802741:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977995.802992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977995.802995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783977995.803377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783977995.803379:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978000.921799:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978000.921807:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978000.922380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978000.922382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978000.922625:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978000.922626:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978000.922811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978000.922813:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978000.923014:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978000.923016:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978006.042158:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978006.042167:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978006.042935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978006.042938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978006.043219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978006.043221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978006.043490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978006.043492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978006.043686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978006.043687:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978011.161741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978011.161748:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978011.162414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978011.162417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978011.162675:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978011.162678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978011.162943:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978011.162945:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978011.163205:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978011.163207:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978016.282196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978016.282202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978016.282841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978016.282843:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978016.283142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978016.283145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978016.283411:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978016.283414:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978016.283673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978016.283675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978021.402088:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978021.402260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978021.402391:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978021.402500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978021.402627:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978026.522584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978026.522587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978026.522952:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978026.522954:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978026.523272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978026.523275:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978026.523538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978026.523541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978026.523864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978026.523866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978031.641891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978031.641898:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978031.642479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978031.642481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978031.642748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978031.642750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978031.642965:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978031.642967:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978031.643238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978031.643241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978036.762507:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978036.762510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978036.762851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978036.762854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978036.763152:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978036.763154:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978036.763419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978036.763433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978036.763686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978036.763688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978041.885379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978041.885387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978041.885993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978041.885996:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978041.886275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978041.886277:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978041.886546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978041.886548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978041.886745:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978041.886747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978047.001939:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978047.001946:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978047.002637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978047.002640:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978047.002923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978047.002925:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978047.003230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978047.003232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978047.003519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978047.003522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978052.123434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978052.123444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978052.124333:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978052.124336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978052.124512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978052.124514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978052.124722:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978052.124724:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978052.124985:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978052.124987:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783978057.242177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978057.242180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783978057.242476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978057.242478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783978057.242730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978057.242733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783978057.242971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978057.242973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783978057.243287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978057.243290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783978062.361850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978062.361855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783978062.362272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978062.362274:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783978062.362576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978062.362579:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783978062.362850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978062.362852:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783978062.363157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978062.363159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783978067.481740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978067.481746:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978067.482531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978067.482534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978067.482811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978067.482814:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978067.483129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978067.483132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978067.483528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978067.483531:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978072.602123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978072.602126:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978072.602361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978072.602363:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978072.602571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978072.602573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978072.602792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978072.602794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978072.603077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978072.603079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978077.722265:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978077.722268:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978077.722693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978077.722695:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978077.722985:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978077.722988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978077.723263:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978077.723265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978077.723501:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978077.723504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978082.841764:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978082.841767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978082.842458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978082.842461:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978082.842736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978082.842739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978082.842925:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978082.842927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978082.843253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978082.843255:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978087.961751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978087.962112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978087.962255:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978087.963496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978087.964042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978093.082352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978093.082356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978093.082673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978093.082676:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978093.082950:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978093.082953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978093.083226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978093.083229:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978093.083488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978093.083490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978098.201727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978098.201733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978098.202437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978098.202439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978098.202658:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978098.202660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978098.202999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978098.203001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978098.203282:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978098.203285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978103.321645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978103.321648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978103.322121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978103.322123:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978103.322832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978103.322835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978103.323114:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978103.323117:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978103.323391:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978103.323394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783978108.441913:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978108.441921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978108.442387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978108.442390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978108.442725:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978108.442727:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978108.442951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978108.442964:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978108.443232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978108.443233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978113.562182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978113.562186:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783978113.562467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978113.562470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783978113.562709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978113.562710:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783978113.562892:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978113.562894:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783978113.563135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978113.563138:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978118.681781:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978118.681785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978118.682482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978118.682485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978118.682741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978118.682743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978118.683037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978118.683039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978118.683395:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978118.683397:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978123.801782:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978123.801790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978123.802469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978123.802472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978123.802812:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978123.802814:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978123.803193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978123.803196:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978123.803469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978123.803472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978128.921726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978128.921732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978128.922453:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978128.922457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978128.922770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978128.922772:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978128.923114:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978128.923116:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978128.923425:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978128.923427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783978134.041748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978134.041756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783978134.042325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978134.042327:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783978134.042494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978134.042495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783978134.042678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978134.042680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783978134.042956:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978134.042958:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783978139.161874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978139.161892:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783978139.162657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978139.162660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783978139.162948:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978139.162950:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783978139.163252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978139.163254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783978139.163619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978139.163621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783978144.282376:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978144.282378:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978144.282661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978144.282664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978144.282864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978144.282867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978144.283299:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978144.283301:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978144.283582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978144.283585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978149.401862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978149.401869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783978149.402577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978149.402580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783978149.402864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978149.402884:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783978149.403183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978149.403185:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783978149.403460:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978149.403463:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1783978154.521712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978154.522129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978154.522465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978154.522610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978154.522731:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978159.645610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978159.645613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783978159.645906:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978159.645908:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783978159.646168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978159.646169:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783978159.646441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978159.646444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783978159.646696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978159.646699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978164.761858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978164.761865:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978164.762454:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978164.762457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978164.762824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978164.762827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978164.763140:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978164.763142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978164.763432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978164.763434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978169.881698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978169.881702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978169.882253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978169.882256:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978169.883495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978169.883497:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978169.883778:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978169.883780:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978169.884087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978169.884089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978175.003863:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978175.003867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978175.004883:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978175.004889:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978175.005213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978175.005216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978175.005497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978175.005499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978175.005832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978175.005835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978180.121780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978180.121786:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978180.122516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978180.122518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978180.122710:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978180.122712:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978180.122894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978180.122896:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978180.123161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978180.123163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978185.241924:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978185.241929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978185.242546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978185.242549:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978185.242932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978185.242935:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978185.243290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978185.243292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978185.243543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978185.243545:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783978190.362409:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978190.362415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783978190.363124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978190.363126:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783978190.363405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978190.363419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783978190.363692:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978190.363694:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783978190.364112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978190.364114:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978195.481594:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978195.481598:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978195.482069:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978195.482071:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978195.482348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978195.482350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978195.482560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978195.482561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978195.482834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978195.482836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978200.601874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978200.601880:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978200.602548:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978200.602550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978200.602805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978200.602808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978200.603002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978200.603003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978200.603234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978200.603236:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978205.722171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978205.722183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978205.722980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978205.722982:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978205.723266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978205.723269:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978205.723520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978205.723523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978205.723737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978205.723739:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978210.843614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978210.843618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978210.844221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978210.844223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978210.844386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978210.844387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978210.844583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978210.844585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978210.844865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978210.844868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978215.965345:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978215.965356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978215.966015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978215.966019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978215.966308:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978215.966322:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978215.966566:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978215.966568:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978215.966926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978215.966929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978221.081747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978221.082100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978221.082403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978221.082504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978221.082629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978226.202157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978226.202160:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978226.202481:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978226.202484:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978226.202748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978226.202751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978226.203011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978226.203013:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978226.203318:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978226.203320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978231.321728:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978231.321735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978231.322456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978231.322459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978231.322708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978231.322711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978231.322946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978231.322947:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978231.323314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978231.323317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978236.441772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978236.441778:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978236.442464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978236.442466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978236.442746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978236.442748:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978236.443030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978236.443033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978236.443420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978236.443422:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978241.561893:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978241.561901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978241.562861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978241.562863:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978241.563182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978241.563184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978241.563476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978241.563479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978241.563855:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978241.563857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978246.682332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978246.682335:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978246.682632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978246.682635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978246.682919:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978246.682922:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978246.683230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978246.683233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978246.683455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978246.683457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978251.802039:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978251.802045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978251.802643:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978251.802645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978251.803891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978251.803894:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978251.804162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978251.804165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978251.804418:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978251.804420:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978256.921745:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978256.921751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978256.922441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978256.922443:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978256.922712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978256.922715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978256.922977:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978256.922980:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978256.923366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978256.923369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978262.042028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978262.042037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978262.042681:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978262.042683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978262.042954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978262.042956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978262.043253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978262.043255:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978262.043526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978262.043529:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978267.162277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978267.162281:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978267.162776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978267.162778:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978267.162993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978267.162995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978267.163262:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978267.163264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978267.163557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978267.163559:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978272.281904:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978272.281912:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978272.282695:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978272.282697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978272.282968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978272.282970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978272.283246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978272.283248:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978272.283642:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978272.283644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978277.401759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978277.401768:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978277.402449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978277.402451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978277.402724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978277.402727:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978277.402999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978277.403001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978277.403236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978277.403238:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978282.521784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978282.521788:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978282.522193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978282.522195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978282.522860:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978282.522866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978282.523692:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978282.523695:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978282.523941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978282.523944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978287.641766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978287.642200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978287.642424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978287.642572:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978287.642665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978292.764448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978292.764452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978292.764791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978292.764794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978292.765101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978292.765104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978292.765367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978292.765369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978292.765625:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978292.765627:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978297.883593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978297.883600:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978297.884304:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978297.884307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978297.884572:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978297.884574:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978297.884838:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978297.884841:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978297.885142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978297.885144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978303.001747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978303.001753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978303.003936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978303.003940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978303.004391:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978303.004394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978303.004628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978303.004631:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978303.005016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978303.005018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978308.123538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978308.123541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978308.123888:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978308.123890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978308.124177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978308.124180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978308.124442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978308.124444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978308.124677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978308.124679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978313.241962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978313.241970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978313.242699:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978313.242702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978313.242990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978313.242993:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978313.243285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978313.243288:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978313.243673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978313.243676:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978318.361777:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978318.361784:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978318.364962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978318.364966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978318.365303:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978318.365305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978318.366248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978318.366251:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978318.367154:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978318.367158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978323.482139:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978323.482146:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978323.482932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978323.482935:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978323.483315:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978323.483317:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978323.483626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978323.483628:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978323.483886:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978323.483889:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978328.601798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978328.601804:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978328.602582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978328.602586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978328.602850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978328.602852:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978328.603135:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978328.603137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978328.603329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978328.603331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978333.722209:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978333.722234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978333.722967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978333.722981:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978333.723515:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978333.723518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978333.723790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978333.723793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978333.724200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978333.724203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978338.841842:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978338.841847:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978338.842569:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978338.842570:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978338.842780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978338.842783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978338.842954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978338.842956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978338.843246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978338.843249:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978343.963276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978343.963280:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978343.963602:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978343.963604:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978343.963853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978343.963855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978343.964147:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978343.964150:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978343.964403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978343.964405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978349.082366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978349.082371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978349.082742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978349.082745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978349.083042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978349.083044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978349.083339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978349.083341:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978349.083618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978349.083620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978354.202151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978354.202334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978354.202467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978354.202597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978354.202723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978359.322379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978359.322382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978359.322704:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978359.322707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978359.323009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978359.323012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978359.323355:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978359.323357:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978359.323639:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978359.323641:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978364.441706:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978364.441710:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978364.442324:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978364.442326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978364.442491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978364.442493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978364.442646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978364.442647:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978364.442862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978364.442864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978369.561899:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978369.561905:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978369.562420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978369.562422:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978369.562760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978369.562765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978369.563249:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978369.563252:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978369.563537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978369.563540:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978374.683729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978374.683732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978374.684066:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978374.684070:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978374.684328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978374.684330:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978374.684584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978374.684585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978374.684800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978374.684802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978379.802178:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978379.802182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978379.804386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978379.804389:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978379.804686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978379.804688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978379.804996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978379.804999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978379.805288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978379.805290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978384.921885:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978384.921890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978384.922361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978384.922364:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978384.922643:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978384.922645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978384.923018:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978384.923020:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978384.923280:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978384.923281:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978390.041874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978390.041879:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978390.042570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978390.042574:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978390.042849:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978390.042851:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978390.043131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978390.043133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978390.043393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978390.043395:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978395.162128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978395.162131:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978395.162474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978395.162476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978395.162735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978395.162738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978395.163007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978395.163009:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978395.163300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978395.163302:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978400.282169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978400.282172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978400.282497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978400.282500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978400.282758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978400.282760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978400.283015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978400.283017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978400.283311:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978400.283313:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978405.403773:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978405.403780:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783978405.404368:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978405.404370:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783978405.404758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978405.404760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783978405.405017:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978405.405019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783978405.405419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978405.405420:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1783978410.521895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978410.521901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978410.522584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978410.522587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978410.522798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978410.522799:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978410.523115:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978410.523118:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1783978410.523343:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978410.523345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978415.641824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978415.641830:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783978415.642557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978415.642559:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783978415.642981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978415.642984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783978415.643468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978415.643474:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783978415.643961:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978415.643964:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1783978420.761792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978420.762189:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978420.762467:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978420.762612:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978420.762748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978425.882245:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978425.882253:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978425.883415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978425.883419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978425.883693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978425.883695:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978425.883964:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978425.883966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978425.884386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978425.884389:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978431.001926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978431.001933:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978431.002615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978431.002617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978431.002852:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978431.002855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978431.003164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978431.003166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978431.003448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978431.003450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978436.122260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978436.122264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978436.122619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978436.122622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978436.122887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978436.122890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978436.123208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978436.123211:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978436.123509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978436.123511:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978441.243228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978441.243236:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978441.243941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978441.243943:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978441.244214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978441.244216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978441.244489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978441.244490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978441.244782:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978441.244785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978446.361756:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978446.361762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978446.362494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978446.362496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978446.362721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978446.362722:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978446.362923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978446.362925:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978446.363255:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978446.363257:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978451.481821:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978451.481829:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978451.482550:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978451.482553:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978451.482832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978451.482835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978451.483145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978451.483148:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978451.483524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978451.483527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978456.602011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978456.602017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978456.602697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978456.602702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978456.603323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978456.603326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978456.603607:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978456.603609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978456.603966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978456.603969:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978461.721781:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978461.721787:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978461.722480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978461.722483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978461.722759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978461.722761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978461.723013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978461.723015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978461.723251:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978461.723253:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978466.841780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978466.841785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978466.842498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978466.842500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978466.842714:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978466.842716:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978466.842981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978466.842983:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978466.843247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978466.843248:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978471.961972:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978471.961984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978471.962787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978471.962790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978471.962998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978471.963000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978471.963224:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978471.963227:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978471.963615:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978471.963618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978477.081758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978477.081764:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978477.082394:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978477.082397:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978477.082656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978477.082659:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978477.082930:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978477.082933:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978477.083447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978477.083450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978482.201981:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978482.201990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978482.202946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978482.202947:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978482.203161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978482.203162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978482.203435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978482.203438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978482.203833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978482.203835:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783978487.322117:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978487.322348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978487.322486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978487.322644:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978487.322782:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978492.441734:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978492.441738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978492.443013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978492.443016:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978492.445361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978492.445364:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978492.446138:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978492.446142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978492.446487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978492.446489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978497.562990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978497.562995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978497.563403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978497.563406:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978497.563715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978497.563718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978497.564016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978497.564018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978497.564337:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978497.564340:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978502.681808:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978502.681814:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978502.682561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978502.682564:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978502.682837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978502.682841:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978502.683130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978502.683133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978502.683513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978502.683516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978507.801881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978507.801888:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978507.802620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978507.802623:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978507.802876:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978507.802878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978507.803143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978507.803145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978507.803520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978507.803522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978512.921685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978512.921688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978512.922730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978512.922733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978512.923325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978512.923327:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978512.923619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978512.923622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978512.923967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978512.923970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1783978518.042177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978518.042182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978518.042960:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978518.042962:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978518.043285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978518.043287:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978518.043495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978518.043496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978518.043688:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978518.043690:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1783978523.161859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978523.161866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978523.162599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978523.162600:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978523.162864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978523.162866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978523.163179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978523.163182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978523.163530:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978523.163533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1783978528.282001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978528.282005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783978528.282406:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978528.282408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783978528.282662:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978528.282665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783978528.282929:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978528.282932:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783978528.283213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978528.283216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1783978533.401869:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978533.401873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978533.402583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978533.402585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978533.402786:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978533.402787:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978533.403033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978533.403035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978533.403386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978533.403388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978538.521788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978538.521795:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978538.522737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978538.522740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978538.523119:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978538.523121:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978538.523433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978538.523435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978538.523682:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978538.523685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783978543.642271:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978543.642274:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978543.645853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978543.645856:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978543.646306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978543.646308:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978543.646593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978543.646595:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978543.646890:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978543.646893:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783978548.762165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978548.762168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783978548.762513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978548.762515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783978548.762802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978548.762816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783978548.763112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978548.763114:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783978548.763387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978548.763390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783978553.881708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978553.882108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978553.882336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978553.882487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978553.882616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978559.002299:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978559.002304:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978559.005523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978559.005528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978559.006032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978559.006034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978559.006398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978559.006400:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978559.006702:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978559.006704:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978564.121731:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978564.121736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978564.122426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978564.122429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978564.123993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978564.123998:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978564.124440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978564.124443:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978564.124689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978564.124692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783978569.242123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978569.242127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978569.242490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978569.242492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978569.242776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978569.242779:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978569.243035:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978569.243038:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978569.243360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978569.243362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1783978574.361988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978574.361997:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978574.362862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978574.362864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978574.363104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978574.363106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978574.363333:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978574.363334:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978574.363537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978574.363539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783978579.482160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978579.482164:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978579.482484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978579.482487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978579.482774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978579.482777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978579.483080:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978579.483082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978579.483365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978579.483368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1783978584.601730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978584.601738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978584.602430:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978584.602433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978584.602707:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978584.602709:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978584.602958:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978584.602960:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978584.603224:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978584.603226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783978589.722149:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978589.722157:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978589.722491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978589.722493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978589.722874:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978589.722876:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978589.723180:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978589.723183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978589.723465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978589.723467:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783978594.842087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978594.842090:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978594.842796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978594.842800:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978594.843128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978594.843131:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978594.843465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978594.843467:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978594.843660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978594.843662:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783978599.961953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978599.961961:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978599.962895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978599.962897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978599.963143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978599.963145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978599.963345:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978599.963347:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978599.963544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978599.963546:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783978605.082194:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978605.082197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978605.082519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978605.082521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978605.082765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978605.082766:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978605.082984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978605.082987:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978605.083260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978605.083262:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1783978610.201846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978610.201850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978610.202555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978610.202558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978610.202840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978610.202842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978610.203141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978610.203144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978610.203422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978610.203424:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783978615.323472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978615.323476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978615.323859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978615.323862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978615.324176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978615.324179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978615.324512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978615.324514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783978615.324807:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978615.324809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978620.441938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978620.442339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978620.442472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978620.442754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978620.444248:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:1.0:1783978625.561566:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.561587:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978625.561594:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783978625.561598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783978625.561605:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559830016, offset 0
00000400:00000200:1.0:1783978625.561616:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783978625.561630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.561640:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783978625.561648:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978625.561656:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783978625.561662:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978625.561666:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783978625.561669:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [389685:389685:256:4294967295] 192.168.201.140@tcp LPNI seq info [389660:389660:8:4294967295]
00000400:00000200:1.0:1783978625.561674:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.561712:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978625.561725:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.561734:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783978625.561745:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783978625.561750:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978625.561768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978625.561775:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978625.561785:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.561790:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783978625.561798:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978625.561808:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978625.561815:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783978625.561821:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783978625.561827:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978625.561834:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.561848:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.561855:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.561894:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.561899:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978625.561908:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978625.561916:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783978625.561920:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304024266
00000100:00000010:1.0:1783978625.561926:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd2a0.
00000100:00000001:1.0:1783978625.561937:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783978625.561944:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304024266
00000100:00000010:1.0:1783978625.561958:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd1e0.
00000100:00000001:1.0:1783978625.561964:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783978625.561974:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978625.561979:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.561984:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978625.561994:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978625/real 1783978625]  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978625.562014:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978625.562017:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978625.562021:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783978625.562025:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783978625.562029:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783978625.562034:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978625.562041:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978625.562092:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562104:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978625.562107:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562110:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.562115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978625.562121:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562142:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978625.562149:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562163:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978625.562170:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.562176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562181:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978625.562184:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978625.562190:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978625.562199:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783978625.562215:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978625.562224:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978625.562244:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559830016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783978625.562254:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.562268:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343800 x1870627559830016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562287:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978625.562293:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978625.562298:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783978625.562306:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978625.562310:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978625.562314:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783978625.562319:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978625.562323:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:1.0:1783978625.562328:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978625.562337:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978625.562341:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343800.
00000100:00000001:1.0:1783978625.562348:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978625.562351:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562355:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562365:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978625.562369:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.562374:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978625.562377:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978625.562380:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978625.562386:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562398:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978625.562401:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978625.562406:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978625.562409:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978625.562413:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978625.562420:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559830144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783978625.562426:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978625.562430:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978625.562433:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978625.562437:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978625.562442:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783978625.562446:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978625.562452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783978625.562457:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783978625.562461:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783978625.562465:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559830144, portal 10
00000100:00000001:1.0:1783978625.562467:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978625.562468:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:1.0:1783978625.562477:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562484:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978625.562487:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783978625.562490:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783978625.562492:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559830144, offset 0
00000400:00000200:1.0:1783978625.562496:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783978625.562500:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.562504:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783978625.562508:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978625.562510:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783978625.562513:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978625.562515:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783978625.562518:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [389686:389686:256:4294967295] 192.168.201.140@tcp LPNI seq info [389661:389661:8:4294967295]
00000400:00000200:1.0:1783978625.562522:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.562528:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978625.562533:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.562537:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783978625.562541:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783978625.562543:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978625.562547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978625.562550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978625.562554:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.562556:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783978625.562559:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978625.562561:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978625.562564:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783978625.562566:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783978625.562569:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978625.562572:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562579:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.562582:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562588:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.562590:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978625.562593:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978625.562597:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783978625.562600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783978625.562602:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304020498
00000100:00000001:1.0:1783978625.562605:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304024266
00000100:00000001:1.0:1783978625.562607:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304020498
00000100:00000001:1.0:1783978625.562609:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304024266
00000100:00000001:1.0:1783978625.562611:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978625.562613:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.562615:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978625.562619:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978625/real 1783978625]  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978625.562627:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978625.562628:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978625.562630:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783978625.562632:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783978625.562634:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783978625.562636:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978625.562639:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978625.562647:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562654:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978625.562655:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562657:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.562658:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978625.562662:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562668:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978625.562672:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562679:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978625.562682:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562683:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.562685:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562687:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978625.562688:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978625.562691:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978625.562694:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783978625.562696:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978625.562700:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978625.562707:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559830144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783978625.562710:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978625.562713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562719:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978625.562720:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978625.562722:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978625.562723:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978625.562725:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978625.562728:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559830272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783978625.562731:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978625.562733:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978625.562734:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978625.562735:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978625.562739:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783978625.562741:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978625.562745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783978625.562747:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783978625.562751:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783978625.562754:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559830272, portal 10
00000100:00000001:1.0:1783978625.562755:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978625.562756:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:1.0:1783978625.562762:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562769:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978625.562771:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783978625.562773:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783978625.562775:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559830272, offset 0
00000400:00000200:1.0:1783978625.562779:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783978625.562782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.562786:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783978625.562789:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978625.562791:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783978625.562794:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978625.562796:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783978625.562799:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [389687:389687:256:4294967295] 192.168.201.140@tcp LPNI seq info [389662:389662:8:4294967295]
00000400:00000200:1.0:1783978625.562803:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.562809:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978625.562813:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.562816:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783978625.562820:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783978625.562822:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978625.562827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978625.562829:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978625.562833:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.562834:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783978625.562837:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978625.562840:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978625.562843:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783978625.562845:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783978625.562848:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978625.562851:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562859:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.562862:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562868:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.562870:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978625.562873:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978625.562876:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783978625.562879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783978625.562881:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304020494
00000100:00000001:1.0:1783978625.562884:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304024266
00000100:00000001:1.0:1783978625.562885:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304020494
00000100:00000001:1.0:1783978625.562888:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304024266
00000100:00000001:1.0:1783978625.562890:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978625.562892:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.562894:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978625.562897:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978625/real 1783978625]  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978625.562905:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978625.562906:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978625.562908:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783978625.562910:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783978625.562912:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783978625.562914:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978625.562917:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978625.562925:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562932:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978625.562933:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562935:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.562936:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978625.562940:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562947:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978625.562950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562956:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978625.562959:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562960:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.562962:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.562963:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978625.562965:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978625.562967:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978625.562970:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783978625.562972:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978625.562976:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978625.562982:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559830272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783978625.562985:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978625.562989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.562994:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978625.562995:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978625.562997:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978625.562999:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978625.563001:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978625.563003:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559830400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783978625.563006:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978625.563008:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978625.563009:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978625.563011:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978625.563014:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783978625.563016:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978625.563019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783978625.563022:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783978625.563025:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783978625.563028:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559830400, portal 4
00000100:00000001:1.0:1783978625.563030:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978625.563032:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:1.0:1783978625.563037:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563042:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978625.563045:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783978625.563070:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783978625.563073:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559830400, offset 0
00000400:00000200:1.0:1783978625.563078:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783978625.563082:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.563085:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783978625.563088:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978625.563090:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783978625.563092:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978625.563094:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783978625.563098:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [389688:389688:256:4294967295] 192.168.201.140@tcp LPNI seq info [389663:389663:8:4294967295]
00000400:00000200:1.0:1783978625.563102:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.563108:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978625.563112:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.563115:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783978625.563118:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783978625.563121:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978625.563125:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978625.563128:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978625.563132:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.563133:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783978625.563136:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978625.563139:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978625.563142:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783978625.563143:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783978625.563145:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978625.563149:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563157:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.563159:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563164:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.563166:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978625.563168:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978625.563171:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783978625.563174:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783978625.563176:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304020522
00000100:00000001:1.0:1783978625.563178:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304024266
00000100:00000001:1.0:1783978625.563179:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304020522
00000100:00000001:1.0:1783978625.563181:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304024266
00000100:00000001:1.0:1783978625.563182:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978625.563184:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.563186:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978625.563189:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978625/real 1783978625]  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978625.563196:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978625.563197:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978625.563199:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783978625.563214:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783978625.563216:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783978625.563218:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978625.563221:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978625.563228:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563233:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978625.563234:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563236:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.563237:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978625.563239:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563245:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978625.563247:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563252:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978625.563254:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.563257:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563258:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978625.563260:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978625.563262:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978625.563265:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783978625.563267:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978625.563271:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978625.563277:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559830400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783978625.563281:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563282:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.563285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559830144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563290:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978625.563292:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978625.563294:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783978625.563296:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978625.563297:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978625.563299:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783978625.563301:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978625.563302:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:1.0:1783978625.563305:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978625.563306:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978625.563307:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:1.0:1783978625.563310:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978625.563311:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563312:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.563315:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559830272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563320:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978625.563321:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978625.563323:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783978625.563325:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978625.563326:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978625.563327:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783978625.563329:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978625.563330:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:1.0:1783978625.563332:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978625.563334:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978625.563335:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:1.0:1783978625.563338:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978625.563339:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563340:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.563343:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559830400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563349:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978625.563350:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978625.563352:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783978625.563354:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978625.563355:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978625.563356:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783978625.563358:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978625.563360:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:1.0:1783978625.563361:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978625.563363:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978625.563364:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:1.0:1783978625.563366:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978625.563367:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563369:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563374:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978625.563375:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.563376:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978625.563378:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783978625.563380:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783978625.563383:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563389:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783978625.563390:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978625.563392:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783978625.563394:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978625.563395:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978625.563398:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559830528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783978625.563400:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783978625.563402:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783978625.563404:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978625.563406:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783978625.563409:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783978625.563411:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783978625.563413:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783978625.563415:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783978625.563418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783978625.563420:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559830528, portal 4
00000100:00000001:1.0:1783978625.563422:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783978625.563423:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:1.0:1783978625.563429:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563435:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783978625.563437:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783978625.563439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783978625.563441:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559830528, offset 0
00000400:00000200:1.0:1783978625.563445:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783978625.563448:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.563451:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783978625.563454:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783978625.563456:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783978625.563458:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783978625.563460:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783978625.563462:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [389689:389689:256:4294967295] 192.168.201.140@tcp LPNI seq info [389664:389664:8:4294967295]
00000400:00000200:1.0:1783978625.563465:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978625.563471:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783978625.563474:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.563477:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783978625.563480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783978625.563482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783978625.563486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783978625.563489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783978625.563492:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783978625.563495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783978625.563497:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783978625.563500:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783978625.563503:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783978625.563505:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783978625.563507:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978625.563510:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563518:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.563521:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563527:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.563529:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783978625.563532:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978625.563534:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783978625.563538:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783978625.563540:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304020524
00000100:00000001:1.0:1783978625.563542:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304024266
00000100:00000001:1.0:1783978625.563544:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304020524
00000100:00000001:1.0:1783978625.563546:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304024266
00000100:00000001:1.0:1783978625.563548:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783978625.563549:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.563551:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783978625.563555:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783978625/real 1783978625]  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783978625.563563:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783978625.563564:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783978625.563565:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783978625.563568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783978625.563569:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783978625.563572:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783978625.563575:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783978625.563582:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563588:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783978625.563589:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563591:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.563593:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783978625.563596:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563601:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783978625.563604:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563610:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783978625.563612:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563613:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783978625.563614:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563616:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783978625.563617:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783978625.563619:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783978625.563622:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783978625.563624:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783978625.563627:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783978625.563634:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559830528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783978625.563637:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563639:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978625.563642:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559830528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783978650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978625.563648:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783978625.563649:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783978625.563651:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783978625.563653:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783978625.563654:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783978625.563656:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783978625.563658:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783978625.563659:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:1.0:1783978625.563661:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783978625.563662:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783978625.563663:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:1.0:1783978625.563666:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783978625.563667:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563669:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783978625.563672:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783978625.563673:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978625.563675:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783978625.563677:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978626.329158:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978626.329164:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978626.329167:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978626.329168:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978626.329171:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978626.329171:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353225:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978627.353234:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978627.353236:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978627.353239:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353244:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978627.353246:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353248:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353249:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353252:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978627.353254:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978627.353255:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978627.353257:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353258:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978627.353259:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353260:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353261:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978627.353264:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978627.353265:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978628.377218:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978628.377225:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978628.377229:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978628.377230:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978628.377233:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978628.377234:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978629.401174:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978629.401180:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978629.401188:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978629.401192:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978629.401197:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978629.401198:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978630.425221:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978630.425231:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978630.425238:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978630.425239:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978630.425242:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978630.425244:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978630.681208:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978630.681222:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978630.681225:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978630.681230:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978630.681235:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978630.681244:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9353
00000400:00000200:1.0:1783978630.681257:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978630.681265:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978630.681268:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978630.681272:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681277:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681279:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681282:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978630.681287:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978630.681290:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978630.681294:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978630.681297:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978630.681300:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978630.681303:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978630.681306:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681308:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681311:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681312:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978630.681316:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978630.681319:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681322:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978630.681325:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978630.681329:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978630.681333:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681336:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978630.681339:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978630.681351:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783978630.681355:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978630.681360:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978630.681362:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681365:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978630.681369:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978630.681373:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978630.681383:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783978630.681391:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978630.681401:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559830656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978630.681419:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978630.681424:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978630.681429:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559830656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978630.681464:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978630.681468:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978630.681471:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978630.681472:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978630.681474:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978630.681478:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978630.681480:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9353
00000400:00000200:1.0:1783978630.681484:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978630.681488:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978630.681490:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978630.681493:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681495:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681497:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681498:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978630.681501:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978630.681502:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978630.681504:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978630.681506:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978630.681508:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978630.681511:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978630.681513:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681515:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681517:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681519:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978630.681521:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978630.681524:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681526:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978630.681528:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978630.681534:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978630.681536:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681539:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978630.681551:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978630.681558:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681559:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978630.681563:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783978630.681566:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978630.681568:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978630.681569:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681571:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978630.681573:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978630.681575:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978630.681579:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783978630.681582:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978630.681587:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559830784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978630.681594:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978630.681596:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978630.681600:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559830784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978630.681607:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978630.681610:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978630.681614:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978630.681615:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978630.681617:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978630.681619:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978630.681623:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9353
00000400:00000200:1.0:1783978630.681626:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978630.681629:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978630.681631:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978630.681634:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681636:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681638:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681640:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978630.681642:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978630.681643:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978630.681644:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978630.681646:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978630.681648:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978630.681651:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978630.681653:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681655:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681657:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681658:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978630.681661:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978630.681663:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681665:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978630.681667:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978630.681670:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978630.681672:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681674:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978630.681676:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978630.681678:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681680:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978630.681683:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783978630.681685:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978630.681688:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978630.681690:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681692:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978630.681693:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978630.681695:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978630.681698:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783978630.681701:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978630.681705:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559830912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978630.681711:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978630.681714:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978630.681717:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559830912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978630.681724:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978630.681727:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978630.681731:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978630.681732:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978630.681733:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978630.681735:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978630.681738:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9353
00000400:00000200:1.0:1783978630.681741:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978630.681744:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978630.681745:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978630.681748:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681750:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681752:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681754:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978630.681756:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978630.681757:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978630.681758:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978630.681760:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978630.681762:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978630.681765:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978630.681767:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681769:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681771:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681773:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978630.681775:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978630.681777:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681779:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978630.681781:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978630.681783:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978630.681785:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681787:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978630.681789:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978630.681792:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681793:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978630.681796:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783978630.681799:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978630.681801:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978630.681802:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681804:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978630.681805:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978630.681814:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978630.681818:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783978630.681821:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978630.681826:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559831040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978630.681833:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978630.681835:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978630.681838:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559831040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978630.681846:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978630.681849:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978630.681852:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978630.681854:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978630.681855:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978630.681858:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978630.681860:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9353
00000400:00000200:1.0:1783978630.681863:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978630.681866:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978630.681868:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978630.681870:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681873:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681875:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681876:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978630.681878:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978630.681880:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978630.681881:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978630.681883:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978630.681885:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978630.681887:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978630.681890:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681892:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978630.681894:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681896:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978630.681898:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978630.681900:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978630.681903:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978630.681904:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978630.681907:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978630.681909:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681911:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978630.681913:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978630.681915:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681916:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978630.681919:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783978630.681921:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978630.681924:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978630.681925:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978630.681926:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978630.681927:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978630.681929:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978630.681935:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783978630.681938:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978630.681942:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559831168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978630.681949:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978630.681951:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978630.681954:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559831168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978630.681967:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978630.681973:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9363)
00000800:00000200:0.1:1783978630.682532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978630.682535:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978630.682863:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978630.682866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978630.683104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978630.683107:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978630.683300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978630.683302:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978630.683477:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978630.683480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783978631.449178:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978631.449185:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978631.449191:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978631.449192:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978631.449195:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978631.449199:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978631.449202:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978631.449205:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978631.449208:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978631.449211:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978631.449212:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978631.449214:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978632.473187:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978632.473193:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978632.473198:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978632.473199:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978632.473202:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978632.473203:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978633.497182:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978633.497188:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978633.497194:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978633.497195:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978633.497198:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978633.497200:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978634.521167:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978634.521173:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978634.521177:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978634.521179:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978634.521186:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978634.521188:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978635.545178:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978635.545185:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978635.545191:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978635.545192:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978635.545195:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978635.545196:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978635.802150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978635.802159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783978635.802922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978635.802926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783978635.803234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978635.803237:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783978635.803492:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978635.803494:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783978635.804380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978635.804383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1783978636.569219:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978636.569229:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978636.569231:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978636.569235:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978636.569240:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978636.569242:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978636.569244:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978636.569247:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978636.569251:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978636.569253:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978636.569254:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978636.569256:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978636.569257:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978636.569258:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978636.569260:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978636.569262:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978636.569267:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978636.569269:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978637.593216:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978637.593223:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978637.593229:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978637.593229:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978637.593232:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978637.593233:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978638.617236:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978638.617246:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978638.617253:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978638.617254:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978638.617258:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978638.617260:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978639.641179:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978639.641186:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978639.641192:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978639.641193:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978639.641199:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978639.641202:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978640.665289:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978640.665298:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978640.665305:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978640.665306:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978640.665318:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978640.665319:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978640.921912:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978640.921919:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978640.922504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978640.922506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978640.922783:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978640.922786:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978640.923080:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978640.923083:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783978640.923354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978640.923357:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1783978641.689186:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978641.689194:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978641.689199:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978641.689201:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978641.689204:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978641.689208:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978641.689210:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978641.689214:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978641.689217:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978641.689219:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978641.689220:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978641.689222:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978642.713189:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978642.713198:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978642.713206:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978642.713207:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978642.713210:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978642.713211:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978643.737193:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978643.737200:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978643.737205:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978643.737206:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978643.737210:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978643.737211:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978644.761152:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978644.761157:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978644.761162:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978644.761164:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978644.761167:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978644.761169:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978645.785185:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978645.785192:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978645.785197:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978645.785198:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978645.785201:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978645.785202:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978646.042045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978646.042062:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978646.042342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978646.042344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978646.042574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978646.042576:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978646.042801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978646.042802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978646.043086:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978646.043089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1783978646.809177:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978646.809184:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978646.809187:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978646.809190:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978646.809196:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978646.809198:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978646.809200:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978646.809202:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978646.809207:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978646.809208:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978646.809209:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978646.809211:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978646.809212:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978646.809213:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978646.809216:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978646.809218:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978646.809221:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978646.809222:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978647.833266:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978647.833275:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978647.833283:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978647.833284:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978647.833288:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978647.833290:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978648.857225:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978648.857234:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978648.857251:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978648.857252:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978648.857256:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978648.857258:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978649.881218:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978649.881224:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978649.881233:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978649.881238:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978649.881244:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978649.881246:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978650.905170:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978650.905175:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978650.905179:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978650.905180:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978650.905182:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978650.905182:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978651.161224:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978651.161236:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978651.161238:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978651.161241:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978651.161244:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978651.161250:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9373
00000400:00000200:1.0:1783978651.161257:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978651.161262:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978651.161264:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978651.161266:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161268:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.161270:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161272:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978651.161274:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978651.161275:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978651.161277:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978651.161279:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978651.161281:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978651.161282:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978651.161284:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161285:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.161286:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161288:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978651.161289:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978651.161291:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161292:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978651.161294:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978651.161297:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978651.161298:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.161300:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978651.161303:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978651.161311:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783978651.161313:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978651.161317:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978651.161320:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.161323:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978651.161326:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978651.161330:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978651.161338:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783978651.161345:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978651.161354:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559833216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978651.161364:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978651.161368:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978651.161371:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559833216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978651.161391:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978651.161393:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978651.161395:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978651.161396:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978651.161397:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978651.161399:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978651.161400:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9373
00000400:00000200:1.0:1783978651.161403:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978651.161405:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978651.161407:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978651.161409:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161411:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.161412:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161414:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978651.161416:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978651.161416:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978651.161418:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978651.161420:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978651.161422:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978651.161425:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978651.161427:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161429:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.161430:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161432:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978651.161434:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978651.161436:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161437:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978651.161438:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978651.161443:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978651.161451:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.161452:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978651.161456:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978651.161461:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.161465:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978651.161468:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783978651.161469:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978651.161471:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978651.161472:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.161473:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978651.161475:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978651.161477:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978651.161479:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783978651.161483:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978651.161491:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559833344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978651.161517:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978651.161521:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978651.161530:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559833344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978651.161582:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978651.161589:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978651.161593:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978651.161606:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978651.161609:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978651.161614:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978651.161620:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9373
00000400:00000200:1.0:1783978651.161626:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978651.161633:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978651.161637:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978651.161639:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161641:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.161647:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161649:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978651.161659:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978651.161661:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978651.161663:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978651.161665:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978651.161667:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978651.161669:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978651.161673:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161676:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.161680:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161684:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978651.161687:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978651.161692:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161711:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978651.161716:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978651.161725:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978651.161729:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.161732:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978651.161736:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978651.161739:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.161743:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978651.161752:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783978651.161770:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978651.161774:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978651.161777:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.161786:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978651.161788:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978651.161793:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978651.161820:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783978651.161827:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978651.161836:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559833472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978651.161846:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978651.161852:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978651.161859:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559833472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978651.161877:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978651.161885:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978651.161894:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978651.161899:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978651.161903:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978651.161914:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978651.161921:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9373
00000400:00000200:1.0:1783978651.161942:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978651.161950:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978651.161958:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978651.161967:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161973:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.161978:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.161985:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978651.161993:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978651.161994:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978651.161998:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978651.162006:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978651.162011:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978651.162017:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978651.162029:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.162037:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.162044:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:0.1:1783978651.162046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783978651.162100:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000200:0.1:1783978651.162100:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000020:00000040:1.0:1783978651.162110:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978651.162115:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978651.162118:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978651.162122:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978651.162127:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978651.162135:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.162142:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978651.162145:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978651.162149:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.162155:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978651.162161:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783978651.162167:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978651.162170:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978651.162174:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.162179:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978651.162183:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978651.162187:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978651.162194:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978651.162202:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978651.162216:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559833600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978651.162231:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978651.162236:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978651.162250:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559833600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978651.162267:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978651.162273:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978651.162277:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978651.162281:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978651.162283:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978651.162291:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978651.162295:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9373
00000400:00000200:1.0:1783978651.162303:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978651.162310:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978651.162314:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978651.162321:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.162324:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.162329:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.162334:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978651.162337:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978651.162340:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978651.162345:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978651.162350:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978651.162355:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978651.162362:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978651.162375:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.162381:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978651.162387:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978651.162393:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978651.162400:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978651.162412:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978651.162418:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978651.162422:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978651.162429:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978651.162438:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.162444:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978651.162450:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978651.162455:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.162462:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978651.162473:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783978651.162480:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978651.162488:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978651.162492:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978651.162497:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978651.162501:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978651.162506:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978651.162514:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783978651.162522:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978651.162536:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559833728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978651.162612:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978651.162616:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978651.162627:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559833728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978651.162679:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978651.162693:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9383)
00000800:00000200:0.1:1783978651.162974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978651.162976:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783978651.163297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978651.163299:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783978651.163580:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978651.163583:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783978651.163867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978651.163870:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1783978651.929119:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978651.929124:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978651.929128:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978651.929129:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978651.929131:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978651.929133:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978651.929135:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978651.929137:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978651.929139:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978651.929140:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978651.929142:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978651.929144:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978652.953192:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978652.953198:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978652.953202:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978652.953203:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978652.953210:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978652.953211:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978653.977853:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978653.977863:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978653.977870:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978653.977871:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978653.977875:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978653.977876:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978655.001208:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978655.001213:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978655.001225:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978655.001228:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978655.001236:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978655.001237:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978656.025185:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978656.025194:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978656.025201:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978656.025202:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978656.025206:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978656.025208:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978656.281861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978656.281865:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783978656.282570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978656.282573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783978656.283930:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978656.283933:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783978656.284363:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978656.284365:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1783978656.284644:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978656.284646:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00010000:00000001:1.0:1783978657.049193:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978657.049204:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978657.049207:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978657.049211:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978657.049217:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978657.049219:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978657.049221:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978657.049224:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978657.049227:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978657.049229:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978657.049230:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978657.049231:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978657.049233:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978657.049235:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978657.049236:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978657.049238:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978657.049242:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978657.049243:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978658.073222:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978658.073232:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978658.073239:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978658.073240:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978658.073244:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978658.073245:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978659.097179:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978659.097184:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978659.097187:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978659.097188:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978659.097191:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978659.097192:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978660.121166:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978660.121173:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978660.121184:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978660.121185:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978660.121188:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978660.121190:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978661.145209:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978661.145218:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978661.145223:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978661.145224:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978661.145228:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978661.145230:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978661.402998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978661.403001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978661.403365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978661.403368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978661.403617:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978661.403619:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978661.403866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978661.403868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978661.404126:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978661.404129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783978662.169165:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978662.169172:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978662.169176:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978662.169177:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978662.169180:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978662.169183:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978662.169185:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978662.169187:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978662.169191:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978662.169193:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978662.169195:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978662.169197:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978663.193260:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978663.193270:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978663.193277:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978663.193279:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978663.193283:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978663.193285:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978664.217167:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978664.217176:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978664.217183:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978664.217184:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978664.217188:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978664.217189:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978665.241196:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978665.241201:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978665.241210:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978665.241216:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978665.241225:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978665.241227:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978666.265181:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978666.265187:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978666.265192:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978666.265193:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978666.265196:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978666.265197:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978666.521760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978666.521767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978666.522312:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978666.522326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978666.522938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978666.522940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978666.523215:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978666.523218:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978666.523545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978666.523547:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783978667.289183:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978667.289191:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978667.289194:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978667.289198:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978667.289203:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978667.289204:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978667.289206:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978667.289209:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978667.289213:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978667.289214:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978667.289216:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978667.289217:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978667.289219:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978667.289220:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978667.289222:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978667.289223:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978667.289227:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978667.289228:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978668.313161:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978668.313166:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978668.313170:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978668.313171:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978668.313174:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978668.313175:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978669.337179:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978669.337185:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978669.337190:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978669.337191:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978669.337194:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978669.337195:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978670.361168:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978670.361174:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978670.361180:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978670.361182:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978670.361187:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978670.361190:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978671.385119:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978671.385125:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978671.385130:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978671.385131:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978671.385134:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978671.385137:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978671.385140:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978671.385143:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978671.385146:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978671.385148:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978671.385151:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978671.385154:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978671.641747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978671.641753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978671.642393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978671.642394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978671.642646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978671.642647:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978671.642883:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978671.642885:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978671.643163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978671.643166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1783978672.409172:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978672.409179:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978672.409184:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978672.409185:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978672.409188:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978672.409190:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978673.433149:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978673.433155:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978673.433158:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978673.433159:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978673.433163:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978673.433164:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978674.457167:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978674.457176:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978674.457184:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978674.457185:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978674.457189:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978674.457191:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978675.481383:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978675.481388:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978675.481393:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978675.481395:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978675.481399:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978675.481400:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505227:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978676.505239:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978676.505242:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978676.505246:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505252:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978676.505255:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505257:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505260:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505265:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978676.505266:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978676.505268:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978676.505269:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505271:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978676.505272:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505274:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505276:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978676.505280:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978676.505282:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978676.762125:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978676.762129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978676.762463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978676.762466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978676.762724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978676.762726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978676.763151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978676.763153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978676.763326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978676.763328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1783978677.529179:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978677.529187:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978677.529193:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978677.529194:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978677.529197:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978677.529198:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978678.553165:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978678.553172:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978678.553177:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978678.553178:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978678.553181:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978678.553182:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978679.577169:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978679.577176:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978679.577181:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978679.577182:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978679.577185:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978679.577186:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978680.601171:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978680.601177:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978680.601183:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978680.601186:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978680.601192:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978680.601193:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978681.625184:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978681.625189:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978681.625193:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978681.625194:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978681.625196:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978681.625199:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978681.625200:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978681.625203:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978681.625205:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978681.625207:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978681.625208:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978681.625210:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978681.881248:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978681.881258:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978681.881261:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978681.881265:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978681.881270:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978681.881278:0:148344:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9404
00000400:00000200:1.0:1783978681.881286:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978681.881293:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978681.881296:0:148344:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978681.881299:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881302:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.881305:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881307:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978681.881310:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978681.881312:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978681.881315:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978681.881318:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978681.881321:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978681.881323:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978681.881326:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881328:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.881329:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881331:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978681.881333:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978681.881336:0:148344:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881339:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978681.881342:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978681.881346:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978681.881349:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881351:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978681.881354:0:148344:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978681.881362:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783978681.881365:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978681.881369:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978681.881371:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881374:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978681.881377:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978681.881380:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978681.881388:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783978681.881394:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978681.881402:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559837056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978681.881411:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978681.881416:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978681.881420:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559837056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978681.881440:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978681.881443:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978681.881446:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978681.881447:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978681.881448:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978681.881452:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978681.881453:0:148344:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9404
00000400:00000200:1.0:1783978681.881457:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978681.881460:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978681.881463:0:148344:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978681.881466:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881468:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.881471:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881473:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978681.881476:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978681.881477:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978681.881479:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978681.881481:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978681.881486:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978681.881489:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978681.881494:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881498:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.881504:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881507:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978681.881512:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978681.881519:0:148344:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881524:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978681.881528:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978681.881536:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978681.881540:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881544:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978681.881549:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978681.881554:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881557:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978681.881562:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783978681.881567:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978681.881572:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978681.881575:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881578:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978681.881581:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978681.881582:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978681.881587:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783978681.881593:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978681.881603:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559837184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978681.881613:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978681.881617:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978681.881622:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559837184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978681.881635:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978681.881640:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978681.881645:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978681.881649:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978681.881651:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978681.881657:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978681.881662:0:148344:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9404
00000400:00000200:1.0:1783978681.881668:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978681.881675:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978681.881679:0:148344:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978681.881685:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881689:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.881694:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881697:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978681.881699:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978681.881700:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978681.881701:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978681.881703:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978681.881706:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978681.881708:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978681.881713:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881718:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.881720:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881724:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978681.881729:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978681.881736:0:148344:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881742:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978681.881747:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978681.881751:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978681.881755:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881758:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978681.881762:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978681.881768:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881772:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978681.881776:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783978681.881780:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978681.881785:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978681.881788:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881792:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978681.881795:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978681.881797:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978681.881803:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783978681.881807:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978681.881814:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559837312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978681.881827:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978681.881831:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978681.881836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:1.0:1783978681.881839:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559837312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783978681.881842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1783978681.881855:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978681.881861:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978681.881865:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978681.881870:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978681.881874:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978681.881879:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978681.881885:0:148344:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9404
00000400:00000200:1.0:1783978681.881894:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978681.881902:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978681.881906:0:148344:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978681.881913:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881918:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.881924:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881928:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978681.881933:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978681.881937:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978681.881939:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978681.881943:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978681.881947:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978681.881952:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978681.881958:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881963:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.881968:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881973:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978681.881975:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978681.881978:0:148344:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978681.881980:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978681.881981:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978681.881984:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978681.881986:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.881992:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978681.881994:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978681.881999:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.882002:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978681.882007:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783978681.882013:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978681.882018:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978681.882021:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.882024:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978681.882028:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978681.882032:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978681.882039:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783978681.882080:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978681.882091:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559837440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978681.882105:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978681.882109:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978681.882120:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559837440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978681.882150:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978681.882155:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978681.882162:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978681.882166:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978681.882170:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978681.882177:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978681.882183:0:148344:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9404
00000400:00000200:1.0:1783978681.882193:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978681.882202:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978681.882208:0:148344:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978681.882217:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.882221:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.882237:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.882242:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978681.882247:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978681.882251:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978681.882255:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978681.882260:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978681.882265:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978681.882270:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978681.882277:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.882282:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978681.882288:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978681.882292:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978681.882294:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978681.882297:0:148344:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978681.882303:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978681.882307:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978681.882313:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978681.882318:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.882323:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978681.882328:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978681.882334:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.882338:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978681.882347:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783978681.882352:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978681.882358:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978681.882362:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978681.882365:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978681.882368:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978681.882371:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978681.882379:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783978681.882385:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978681.882398:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559837568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978681.882418:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978681.882423:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978681.882432:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559837568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978681.882449:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978681.882456:0:148344:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9414)
00000800:00000200:2.1:1783978681.882494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978681.882496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978681.882720:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978681.882722:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978681.882933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978681.882935:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978681.883220:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978681.883235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1783978682.649177:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978682.649183:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978682.649187:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978682.649187:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978682.649190:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978682.649190:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978683.673189:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978683.673203:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978683.673209:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978683.673210:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978683.673217:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978683.673219:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978684.699544:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978684.699551:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978684.699557:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978684.699558:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978684.699561:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978684.699563:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978685.721196:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978685.721201:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978685.721207:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978685.721210:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978685.721215:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978685.721217:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745341:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978686.745355:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978686.745358:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978686.745363:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745380:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978686.745383:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745385:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745389:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745393:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978686.745395:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978686.745397:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978686.745398:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745400:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978686.745401:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745404:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745405:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978686.745410:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978686.745412:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978687.001172:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978687.001183:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978687.001185:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978687.001189:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978687.001193:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978687.001200:0:148344:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9409
00000400:00000200:1.0:1783978687.001208:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978687.001214:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978687.001218:0:148344:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978687.001220:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001223:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.001225:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001227:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978687.001231:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978687.001233:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978687.001236:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978687.001239:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978687.001241:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978687.001244:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978687.001247:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001249:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.001251:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001253:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978687.001256:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978687.001259:0:148344:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001261:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978687.001265:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978687.001269:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978687.001272:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001274:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978687.001276:0:148344:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978687.001285:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783978687.001289:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978687.001293:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978687.001294:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001297:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978687.001300:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978687.001303:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978687.001311:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978687.001318:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978687.001327:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559837696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978687.001337:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978687.001342:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978687.001347:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559837696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978687.001377:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978687.001380:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978687.001388:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978687.001389:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978687.001390:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978687.001393:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978687.001396:0:148344:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9409
00000400:00000200:1.0:1783978687.001401:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978687.001405:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978687.001407:0:148344:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978687.001410:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001412:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.001415:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001419:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978687.001424:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978687.001426:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978687.001429:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978687.001431:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978687.001434:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978687.001438:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978687.001446:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001450:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.001453:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001457:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978687.001461:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978687.001467:0:148344:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001473:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978687.001478:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978687.001485:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978687.001489:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001492:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978687.001498:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978687.001504:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001507:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978687.001513:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783978687.001517:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978687.001521:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978687.001525:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001530:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978687.001534:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978687.001537:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978687.001545:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783978687.001552:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978687.001562:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559837824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978687.001575:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978687.001579:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978687.001587:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559837824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978687.001606:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978687.001610:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978687.001617:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978687.001619:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978687.001621:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978687.001626:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978687.001629:0:148344:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9409
00000400:00000200:1.0:1783978687.001633:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978687.001638:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978687.001642:0:148344:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978687.001648:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001651:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.001657:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001663:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978687.001666:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978687.001667:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978687.001669:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978687.001671:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978687.001673:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978687.001677:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978687.001681:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001685:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.001691:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001696:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000200:2.1:1783978687.001696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000040:1.0:1783978687.001702:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978687.001707:0:148344:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001709:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978687.001711:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978687.001715:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978687.001720:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001724:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978687.001728:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978687.001732:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001736:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978687.001740:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783978687.001744:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978687.001749:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978687.001751:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001753:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978687.001756:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978687.001759:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978687.001763:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783978687.001767:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978687.001772:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559837952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978687.001783:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978687.001785:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978687.001789:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559837952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978687.001804:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978687.001807:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978687.001811:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978687.001815:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978687.001816:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978687.001821:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978687.001825:0:148344:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9409
00000400:00000200:1.0:1783978687.001831:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978687.001837:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978687.001842:0:148344:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978687.001848:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001851:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.001853:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001857:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978687.001862:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978687.001874:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978687.001878:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978687.001882:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978687.001885:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978687.001886:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978687.001891:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001897:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.001901:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001903:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978687.001905:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978687.001910:0:148344:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978687.001914:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978687.001916:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978687.001920:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978687.001925:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001929:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978687.001934:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978687.001940:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001943:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978687.001948:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783978687.001954:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978687.001960:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978687.001963:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.001965:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978687.001967:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978687.001969:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978687.001977:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783978687.001982:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978687.001991:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559838080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978687.002008:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978687.002013:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978687.002020:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559838080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978687.002045:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978687.002080:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1783978687.002084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:1.0:1783978687.002085:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978687.002088:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978687.002090:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978687.002094:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978687.002099:0:148344:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9409
00000400:00000200:1.0:1783978687.002106:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978687.002111:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978687.002114:0:148344:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978687.002119:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.002125:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.002130:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.002144:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978687.002149:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978687.002151:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978687.002155:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978687.002159:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978687.002163:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978687.002168:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978687.002176:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.002180:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978687.002184:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978687.002188:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978687.002192:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978687.002198:0:148344:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978687.002204:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978687.002208:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978687.002213:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978687.002218:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.002221:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978687.002225:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978687.002230:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.002234:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978687.002240:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783978687.002244:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978687.002249:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978687.002251:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978687.002255:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978687.002257:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978687.002261:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978687.002270:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783978687.002275:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978687.002288:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559838208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978687.002301:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978687.002303:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978687.002308:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559838208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978687.002321:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978687.002329:0:148344:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9419)
00000800:00000200:2.1:1783978687.002377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978687.002531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978687.002664:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783978687.769178:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978687.769183:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978687.769187:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978687.769187:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978687.769189:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978687.769190:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978688.793170:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978688.793176:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978688.793181:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978688.793183:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978688.793186:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978688.793187:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978689.817186:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978689.817193:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978689.817198:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978689.817200:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978689.817203:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978689.817204:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978690.841152:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978690.841158:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978690.841165:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978690.841168:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978690.841173:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978690.841175:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978691.865169:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978691.865174:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978691.865178:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978691.865179:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978691.865181:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978691.865187:0:180502:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978691.865189:0:180502:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978691.865191:0:180502:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978691.865194:0:180502:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978691.865195:0:180502:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978691.865196:0:180502:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978691.865198:0:180502:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978692.121202:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978692.121218:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978692.121222:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978692.121227:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978692.121232:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978692.121240:0:148344:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9414
00000400:00000200:1.0:1783978692.121251:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978692.121260:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978692.121264:0:148344:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978692.121268:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121272:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121274:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121277:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978692.121282:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978692.121284:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978692.121287:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978692.121290:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978692.121292:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978692.121294:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978692.121298:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121300:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121303:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121305:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978692.121320:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978692.121324:0:148344:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121327:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978692.121329:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978692.121333:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978692.121336:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121339:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978692.121341:0:148344:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978692.121348:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783978692.121351:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978692.121355:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978692.121357:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121360:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978692.121362:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978692.121366:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978692.121373:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783978692.121380:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978692.121389:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559838336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978692.121399:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978692.121404:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978692.121409:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559838336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978692.121437:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978692.121440:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978692.121444:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978692.121445:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978692.121446:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978692.121449:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978692.121452:0:148344:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9414
00000400:00000200:1.0:1783978692.121455:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978692.121458:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978692.121460:0:148344:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978692.121463:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121464:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121466:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121468:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978692.121470:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978692.121472:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978692.121473:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978692.121476:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978692.121478:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978692.121479:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978692.121482:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121484:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121485:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121487:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978692.121489:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978692.121491:0:148344:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121494:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978692.121496:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978692.121501:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978692.121503:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121505:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978692.121509:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978692.121512:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121514:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978692.121517:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783978692.121520:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978692.121522:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978692.121523:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121525:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978692.121527:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978692.121528:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978692.121532:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783978692.121536:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978692.121541:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559838464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978692.121548:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978692.121550:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978692.121553:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559838464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978692.121567:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978692.121569:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978692.121573:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978692.121574:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978692.121575:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978692.121578:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978692.121580:0:148344:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9414
00000400:00000200:1.0:1783978692.121585:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978692.121588:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978692.121590:0:148344:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978692.121593:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121595:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121596:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121598:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978692.121600:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978692.121602:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978692.121603:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978692.121605:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978692.121607:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978692.121609:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978692.121611:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121613:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121614:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121616:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978692.121618:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978692.121621:0:148344:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121623:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978692.121625:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978692.121629:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978692.121630:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121632:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978692.121634:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978692.121636:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121638:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978692.121641:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783978692.121644:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978692.121646:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978692.121648:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121650:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978692.121651:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978692.121652:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978692.121656:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783978692.121658:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978692.121663:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559838592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978692.121670:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978692.121671:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978692.121674:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559838592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978692.121681:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978692.121683:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978692.121686:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978692.121687:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978692.121689:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978692.121691:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978692.121693:0:148344:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9414
00000400:00000200:1.0:1783978692.121697:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978692.121700:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978692.121702:0:148344:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978692.121705:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121707:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121709:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121710:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978692.121712:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978692.121713:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978692.121714:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978692.121717:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978692.121718:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978692.121720:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978692.121722:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121724:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121725:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121727:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978692.121729:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978692.121731:0:148344:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121733:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978692.121734:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978692.121737:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978692.121738:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121740:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978692.121742:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978692.121744:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121745:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978692.121750:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783978692.121752:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978692.121754:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978692.121755:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121757:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978692.121758:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978692.121760:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978692.121763:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783978692.121768:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978692.121771:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559838720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978692.121777:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978692.121779:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978692.121782:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559838720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978692.121787:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978692.121789:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978692.121792:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978692.121793:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978692.121795:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978692.121797:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978692.121799:0:148344:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9414
00000400:00000200:1.0:1783978692.121803:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978692.121805:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978692.121807:0:148344:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978692.121809:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121810:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121813:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121815:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978692.121816:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978692.121817:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978692.121819:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978692.121821:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978692.121822:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978692.121824:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978692.121826:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121827:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978692.121829:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121830:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978692.121832:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978692.121834:0:148344:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978692.121836:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978692.121837:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978692.121839:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978692.121841:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121842:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978692.121844:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978692.121846:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121848:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978692.121851:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783978692.121853:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978692.121855:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978692.121856:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978692.121858:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978692.121859:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978692.121860:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978692.121863:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783978692.121878:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978692.121882:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559838848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978692.121889:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978692.121890:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978692.121893:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559838848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978692.121900:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978692.121904:0:148344:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9424)
00000800:00000200:2.1:1783978692.123003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978692.123009:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978692.123386:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978692.123389:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978692.123651:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978692.123653:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978692.123915:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978692.123917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978692.124155:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978692.124158:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783978692.889166:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978692.889173:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978692.889178:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978692.889180:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978692.889184:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978692.889185:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978693.913183:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978693.913190:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978693.913196:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978693.913197:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978693.913200:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978693.913201:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978694.937199:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978694.937205:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978694.937210:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978694.937212:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978694.937215:0:180502:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978694.937216:0:180502:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978695.961946:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978695.961949:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978695.961953:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978695.961954:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978695.961957:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978695.961958:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978696.985184:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978696.985186:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978696.985190:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985195:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978696.985197:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985199:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985201:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978696.985206:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978696.985207:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978696.985209:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985210:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978696.985211:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985213:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985214:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978696.985217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978696.985219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978697.241677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978697.241683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978697.242365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978697.242368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978697.242648:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978697.242649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978697.242879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978697.242881:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978697.243146:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978697.243148:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783978698.009166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978698.009175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978698.009181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978698.009182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978698.009185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978698.009186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978699.033166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978699.033172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978699.033175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978699.033176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978699.033178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978699.033179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978700.057187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978700.057195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978700.057201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978700.057202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978700.057206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978700.057207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978701.081158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978701.081163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978701.081170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978701.081171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978701.081176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978701.081177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978702.105266:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978702.105275:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978702.105283:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978702.105284:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978702.105288:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978702.105293:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978702.105295:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978702.105299:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978702.105304:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978702.105306:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978702.105309:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978702.105311:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978702.362013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978702.362019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978702.362819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978702.362823:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978702.363171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978702.363175:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978702.363485:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978702.363488:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978702.363902:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978702.363904:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1783978703.129221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978703.129231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978703.129239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978703.129240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978703.129244:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978703.129245:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978704.153214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978704.153223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978704.153229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978704.153231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978704.153234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978704.153235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978705.177202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978705.177212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978705.177218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978705.177220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978705.177224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978705.177225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978706.201168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978706.201174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978706.201181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978706.201185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978706.201191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978706.201194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978707.225172:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978707.225174:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978707.225177:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225180:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978707.225181:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225183:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225185:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978707.225188:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978707.225189:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978707.225190:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225191:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978707.225192:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225192:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225194:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978707.225196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978707.225197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978707.481753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978707.481758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978707.482424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978707.482427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978707.482700:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978707.482702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978707.482972:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978707.482975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783978707.483341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978707.483343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1783978708.249211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978708.249220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978708.249227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978708.249229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978708.249232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978708.249233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978709.273199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978709.273207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978709.273212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978709.273214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978709.273218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978709.273219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978710.297185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978710.297193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978710.297199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978710.297200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978710.297204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978710.297205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978711.321282:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978711.321286:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978711.321291:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978711.321293:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978711.321296:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978711.321297:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978712.345214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978712.345223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978712.345231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978712.345232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978712.345236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978712.345240:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978712.345243:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978712.345247:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978712.345251:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978712.345254:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978712.345256:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978712.345260:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978712.602077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978712.602083:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978712.602953:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978712.602956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978712.603288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978712.603291:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978712.603582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978712.603585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978712.603854:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978712.603857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1783978713.369179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978713.369186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978713.369192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978713.369193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978713.369196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978713.369197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978714.393185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978714.393192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978714.393197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978714.393198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978714.393202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978714.393204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978715.417218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978715.417228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978715.417235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978715.417236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978715.417240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978715.417242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978716.441199:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978716.441203:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978716.441207:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441214:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978716.441217:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441220:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441222:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978716.441230:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978716.441232:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978716.441234:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441236:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978716.441237:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441239:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441241:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978716.441245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978716.441247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978717.465170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978717.465177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978717.465183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978717.465184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978717.465187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978717.465188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978717.722214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978717.722216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783978717.722511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978717.722513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783978717.722751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978717.722753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783978717.723001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978717.723003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783978717.723254:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978717.723256:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1783978718.489162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978718.489169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978718.489174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978718.489175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978718.489178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978718.489179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978719.513175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978719.513183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978719.513189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978719.513190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978719.513193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978719.513194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978720.537162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978720.537169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978720.537173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978720.537174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978720.537176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978720.537177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978721.561178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978721.561183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978721.561188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978721.561189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978721.561192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978721.561196:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978721.561199:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978721.561201:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978721.561204:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978721.561205:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978721.561206:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978721.561207:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978722.585173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978722.585183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978722.585188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978722.585190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978722.585194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978722.585195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978722.843154:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978722.843163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978722.843951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978722.843953:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978722.844216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978722.844217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978722.844444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978722.844446:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978722.844646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978722.844649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783978723.609186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978723.609193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978723.609198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978723.609199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978723.609202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978723.609203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978724.633254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978724.633264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978724.633272:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978724.633273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978724.633277:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978724.633278:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978725.657216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978725.657226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978725.657233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978725.657235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978725.657238:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978725.657239:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978726.681184:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978726.681187:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978726.681190:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681195:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978726.681197:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681199:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681202:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978726.681208:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978726.681210:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978726.681211:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681213:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978726.681214:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681215:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681217:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978726.681220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978726.681222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978727.705204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978727.705211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978727.705217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978727.705218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978727.705222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978727.705224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978727.961660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978727.961664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978727.962095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978727.962097:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978727.962348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978727.962351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978727.962564:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978727.962566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978727.962806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978727.962808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783978728.729187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978728.729193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978728.729199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978728.729201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978728.729204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978728.729205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978729.753158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978729.753165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978729.753171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978729.753172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978729.753175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978729.753177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978730.777146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978730.777154:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978730.777159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978730.777160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978730.777163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978730.777173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978731.801136:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978731.801141:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978731.801146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978731.801147:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978731.801150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978731.801153:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978731.801155:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978731.801158:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978731.801161:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978731.801163:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978731.801166:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978731.801168:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978732.825180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978732.825187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978732.825193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978732.825194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978732.825202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978732.825203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978733.081830:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978733.081836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978733.082438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978733.082439:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978733.082600:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978733.082601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978733.082751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978733.082752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978733.083028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978733.083031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783978733.849178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978733.849184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978733.849190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978733.849191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978733.849194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978733.849195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978734.873178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978734.873188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978734.873195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978734.873196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978734.873199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978734.873200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978735.897166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978735.897173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978735.897178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978735.897179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978735.897182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978735.897183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978736.921177:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978736.921181:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978736.921187:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921193:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978736.921196:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921198:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921201:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978736.921209:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978736.921211:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978736.921212:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921215:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978736.921216:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921218:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921220:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978736.921224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978736.921225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978737.945164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978737.945173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978737.945178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978737.945179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978737.945183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978737.945184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978738.201297:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978738.201305:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978738.201308:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978738.201311:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978738.201316:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978738.201322:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9460
00000400:00000200:1.0:1783978738.201331:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978738.201337:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978738.201340:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978738.201343:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201346:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.201348:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201351:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978738.201355:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978738.201357:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978738.201360:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978738.201363:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978738.201365:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978738.201367:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978738.201369:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201371:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.201373:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201375:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978738.201379:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978738.201383:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201385:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978738.201388:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978738.201392:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978738.201395:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.201397:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978738.201399:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978738.201405:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783978738.201408:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978738.201411:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978738.201413:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.201417:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978738.201420:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978738.201423:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978738.201430:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783978738.201436:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978738.201445:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559844096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978738.201454:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978738.201459:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978738.201464:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559844096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978738.201492:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978738.201496:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978738.201499:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978738.201501:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978738.201503:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978738.201506:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978738.201509:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9460
00000400:00000200:1.0:1783978738.201514:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978738.201519:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978738.201521:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978738.201526:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201539:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.201545:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201550:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978738.201556:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978738.201558:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978738.201562:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978738.201567:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978738.201572:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978738.201576:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978738.201582:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201586:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.201591:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201595:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978738.201599:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978738.201606:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201610:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978738.201612:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978738.201617:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978738.201622:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.201625:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978738.201630:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978738.201635:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.201639:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978738.201643:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783978738.201647:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978738.201652:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978738.201654:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.201656:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978738.201658:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978738.201659:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978738.201663:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783978738.201666:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978738.201674:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559844224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978738.201685:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978738.201688:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978738.201695:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559844224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978738.201709:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978738.201713:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978738.201720:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978738.201723:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978738.201726:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978738.201730:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978738.201733:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9460
00000400:00000200:1.0:1783978738.201739:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978738.201745:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978738.201748:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978738.201753:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201757:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.201760:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201764:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978738.201766:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978738.201767:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978738.201770:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978738.201773:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978738.201777:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978738.201779:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978738.201786:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201789:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.201791:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201795:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978738.201800:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978738.201805:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201810:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978738.201813:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978738.201817:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978738.201822:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.201825:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978738.201828:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978738.201833:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.201837:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978738.201843:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783978738.201849:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978738.201854:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978738.201857:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.201861:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978738.201864:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978738.201867:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978738.201875:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783978738.201880:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978738.201888:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559844352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978738.201901:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978738.201906:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978738.201913:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:1.0:1783978738.201914:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559844352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783978738.201920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1783978738.201930:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978738.201935:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978738.201942:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978738.201944:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978738.201948:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978738.201954:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978738.201969:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9460
00000400:00000200:1.0:1783978738.201976:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978738.201983:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978738.201990:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978738.201996:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.201999:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.202001:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202003:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978738.202008:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978738.202012:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978738.202015:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978738.202019:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978738.202024:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978738.202030:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978738.202039:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202045:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.202108:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202111:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978738.202114:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978738.202120:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202124:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978738.202128:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978738.202134:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978738.202141:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.202148:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978738.202155:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978738.202160:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.202166:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978738.202174:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783978738.202179:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978738.202186:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978738.202190:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.202196:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978738.202200:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978738.202204:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978738.202212:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783978738.202220:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978738.202231:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559844480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978738.202259:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978738.202270:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978738.202279:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559844480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978738.202292:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978738.202297:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978738.202303:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978738.202307:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978738.202310:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978738.202312:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978738.202315:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9460
00000400:00000200:1.0:1783978738.202319:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978738.202324:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978738.202330:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978738.202336:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202340:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.202345:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202349:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978738.202353:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978738.202356:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978738.202359:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978738.202363:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978738.202367:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978738.202371:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978738.202377:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202381:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978738.202385:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202392:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978738.202399:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978738.202407:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978738.202415:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978738.202419:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978738.202425:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978738.202432:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.202438:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978738.202443:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978738.202450:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.202456:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978738.202463:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783978738.202470:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978738.202477:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978738.202481:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978738.202485:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978738.202488:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978738.202493:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978738.202502:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978738.202509:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978738.202521:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559844608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978738.202542:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978738.202547:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978738.202554:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559844608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978738.202569:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978738.202576:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9470)
00000800:00000200:2.1:1783978738.202695:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978738.202698:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978738.202999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978738.203001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978738.203333:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978738.203336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978738.203714:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978738.203717:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1783978738.969210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978738.969217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978738.969223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978738.969225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978738.969228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978738.969229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978739.993394:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978739.993399:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978739.993403:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978739.993404:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978739.993406:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978739.993406:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978741.017158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978741.017164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978741.017168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978741.017169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978741.017171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978741.017172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978742.041146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978742.041152:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978742.041156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978742.041158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978742.041164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978742.041168:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978742.041170:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978742.041174:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978742.041188:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978742.041191:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978742.041193:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978742.041196:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978743.065173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978743.065179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978743.065184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978743.065185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978743.065187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978743.065188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978743.322073:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978743.322076:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978743.322397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978743.322401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978743.322642:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978743.322644:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978743.322892:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978743.322894:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978743.323132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978743.323134:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1783978744.089174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978744.089181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978744.089186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978744.089188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978744.089191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978744.089192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978745.113163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978745.113180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978745.113187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978745.113188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978745.113192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978745.113193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978746.137173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978746.137180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978746.137186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978746.137187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978746.137190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978746.137191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978747.161153:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978747.161156:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978747.161162:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161166:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978747.161169:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161170:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161173:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978747.161178:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978747.161180:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978747.161181:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161184:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978747.161186:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161187:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161194:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978747.161198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978747.161199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978748.185179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978748.185185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978748.185191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978748.185192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978748.185195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978748.185197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978748.441865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978748.441871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978748.442408:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978748.442411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978748.442703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978748.442705:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978748.442936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978748.442938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978748.443160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978748.443162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1783978749.209188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978749.209195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978749.209200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978749.209201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978749.209205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978749.209206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978750.233283:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978750.233291:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978750.233302:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978750.233303:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978750.233307:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978750.233308:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978751.257184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978751.257192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978751.257197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978751.257199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978751.257202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978751.257203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978752.281180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978752.281187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978752.281194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978752.281195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978752.281200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978752.281205:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978752.281208:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978752.281213:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978752.281217:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978752.281220:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978752.281222:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978752.281224:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978753.305171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978753.305177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978753.305183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978753.305184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978753.305188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978753.305189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978753.561863:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978753.562297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978753.562515:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978753.562659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978753.562791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783978754.329174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978754.329180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978754.329187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978754.329188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978754.329191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978754.329192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978755.353167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978755.353174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978755.353179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978755.353181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978755.353184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978755.353185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978756.377304:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978756.377311:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978756.377317:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978756.377318:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978756.377322:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978756.377323:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1783978756.633325:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:1.0:1783978756.633359:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1783978756.633368:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978756.633372:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:1.0:1783978756.633377:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978756.633380:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1783978756.633385:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783978756.633389:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:1.0:1783978756.633394:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783978756.633398:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783978756.633404:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7deee0
00000400:00000010:1.0:1783978756.633406:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7deee0.
00000100:00000001:1.0:1783978756.633411:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978756.633418:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684380 x1870627559846016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633441:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978756.633446:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559846016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633454:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978756.633456:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783978756.633464:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783978756.633466:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccf00.
00000400:00000200:1.0:1783978756.633470:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783978756.633472:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783978756.633475:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:1.0:1783978756.633477:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:1.0:1783978756.633480:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978756.633484:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684a80 x1870627559846144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633492:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978756.633495:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559846144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633505:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978756.633509:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783978756.633517:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783978756.633522:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cc600.
00000400:00000200:1.0:1783978756.633527:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783978756.633534:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783978756.633540:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de5d8
00000400:00000010:1.0:1783978756.633542:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de5d8.
00000100:00000001:1.0:1783978756.633545:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978756.633553:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684e00 x1870627559846272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633564:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978756.633577:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559846272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633596:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978756.633599:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783978756.633609:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783978756.633613:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cc500.
00000400:00000200:1.0:1783978756.633618:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783978756.633624:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783978756.633628:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:1.0:1783978756.633633:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:1.0:1783978756.633637:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978756.633644:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f686300 x1870627559846400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633656:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978756.633662:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559846400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633676:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978756.633680:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783978756.633686:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783978756.633690:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:1.0:1783978756.633695:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783978756.633702:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783978756.633706:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7deaa0
00000400:00000010:1.0:1783978756.633710:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7deaa0.
00000100:00000001:1.0:1783978756.633714:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783978756.633720:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f685180 x1870627559846528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633757:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783978756.633764:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559846528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783978778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978756.633773:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978756.633777:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1783978757.401211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978757.401221:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978757.401225:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978757.401232:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978757.401237:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978757.401240:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978757.401243:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978757.401246:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978757.401251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978757.401255:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978757.401256:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978757.401258:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978757.401260:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978757.401261:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978757.401263:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978757.401266:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978757.401269:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978757.401271:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978758.425368:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978758.425375:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978758.425379:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978758.425381:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978758.425384:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978758.425386:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978758.681183:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978758.681192:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978758.681194:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978758.681197:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978758.681201:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978758.681209:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9481
00000400:00000200:1.0:1783978758.681216:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978758.681222:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978758.681225:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978758.681227:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681230:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681232:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681235:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978758.681238:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978758.681240:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978758.681242:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978758.681245:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978758.681248:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978758.681250:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978758.681253:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681255:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681257:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681259:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978758.681261:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978758.681264:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681266:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978758.681268:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978758.681271:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978758.681273:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681274:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978758.681276:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978758.681281:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783978758.681284:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978758.681287:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978758.681288:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681290:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978758.681292:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978758.681296:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978758.681303:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783978758.681308:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978758.681317:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559846656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978758.681326:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978758.681330:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978758.681335:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559846656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978758.681362:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978758.681365:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978758.681368:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978758.681370:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978758.681371:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978758.681374:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978758.681377:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9481
00000400:00000200:1.0:1783978758.681381:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978758.681384:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978758.681386:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978758.681389:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681391:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681393:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681395:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978758.681397:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978758.681398:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978758.681399:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978758.681401:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978758.681403:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978758.681405:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978758.681408:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681410:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681412:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681414:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978758.681416:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978758.681419:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681421:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978758.681423:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978758.681428:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978758.681430:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681432:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978758.681436:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978758.681439:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681441:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978758.681445:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783978758.681448:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978758.681450:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978758.681451:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681453:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978758.681454:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978758.681456:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978758.681460:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783978758.681463:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978758.681468:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559846784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978758.681475:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978758.681477:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978758.681481:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559846784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978758.681487:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978758.681490:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978758.681493:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978758.681494:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978758.681496:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978758.681498:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978758.681501:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9481
00000400:00000200:1.0:1783978758.681505:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978758.681507:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978758.681510:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978758.681512:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681514:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681516:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681517:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978758.681520:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978758.681521:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978758.681522:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978758.681524:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978758.681526:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978758.681528:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978758.681532:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681534:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681536:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681537:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978758.681539:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978758.681542:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681544:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978758.681545:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978758.681548:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978758.681550:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681551:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978758.681553:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978758.681555:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681557:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978758.681561:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783978758.681563:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978758.681565:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978758.681566:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681568:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978758.681570:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978758.681571:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978758.681576:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783978758.681580:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978758.681584:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559846912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978758.681591:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978758.681593:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978758.681596:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559846912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978758.681604:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978758.681606:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978758.681609:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978758.681610:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978758.681612:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978758.681614:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978758.681616:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9481
00000400:00000200:1.0:1783978758.681620:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978758.681623:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978758.681625:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978758.681628:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681630:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681631:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681634:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978758.681636:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978758.681637:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978758.681639:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978758.681641:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978758.681643:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978758.681645:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978758.681647:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681649:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681650:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681652:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978758.681654:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978758.681656:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681658:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978758.681671:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978758.681674:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978758.681676:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681678:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978758.681680:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978758.681682:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681683:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978758.681687:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783978758.681689:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978758.681691:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978758.681692:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681694:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978758.681695:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978758.681696:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978758.681700:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783978758.681703:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978758.681707:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559847040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978758.681713:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978758.681715:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978758.681720:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559847040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978758.681727:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978758.681729:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978758.681732:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978758.681733:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978758.681735:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978758.681737:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978758.681739:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9481
00000400:00000200:1.0:1783978758.681743:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978758.681746:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978758.681748:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978758.681750:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681752:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681754:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681755:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978758.681757:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978758.681759:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978758.681760:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978758.681762:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978758.681764:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978758.681766:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978758.681768:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681770:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978758.681772:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681773:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978758.681776:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978758.681778:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978758.681781:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978758.681782:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978758.681785:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978758.681787:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681788:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978758.681790:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978758.681792:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681794:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978758.681797:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783978758.681799:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978758.681801:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978758.681802:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978758.681803:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978758.681805:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978758.681806:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978758.681810:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783978758.681813:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978758.681817:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559847168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978758.681824:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978758.681826:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978758.681829:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559847168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978758.681834:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978758.681839:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9491)
00000800:00000200:0.1:1783978758.682159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978758.682162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783978758.683108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978758.683111:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783978758.683407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978758.683409:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783978758.683677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978758.683680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783978758.683957:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978758.683960:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783978759.449202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978759.449209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978759.449215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978759.449216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978759.449219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978759.449220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978760.473218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978760.473224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978760.473229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978760.473230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978760.473234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978760.473236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978761.497163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978761.497170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978761.497175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978761.497176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978761.497180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978761.497184:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978761.497186:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978761.497189:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978761.497192:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978761.497194:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978761.497197:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978761.497199:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978762.521152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978762.521158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978762.521164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978762.521167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978762.521172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978762.521174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978763.545185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978763.545193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978763.545198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978763.545200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978763.545203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978763.545204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978763.802443:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978763.802447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978763.802976:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978763.802980:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978763.803306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978763.803308:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978763.803568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978763.803570:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978763.803928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978763.803929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783978764.569150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978764.569157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978764.569163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978764.569164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978764.569167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978764.569169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978765.593175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978765.593182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978765.593187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978765.593188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978765.593192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978765.593193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978766.617182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978766.617189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978766.617195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978766.617196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978766.617200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978766.617201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642619:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978767.642624:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978767.642626:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978767.642629:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642633:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978767.642635:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642637:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642639:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642644:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978767.642645:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978767.642646:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978767.642647:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642649:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978767.642650:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642651:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642653:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978767.642656:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978767.642658:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978768.665174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978768.665182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978768.665187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978768.665188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978768.665191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978768.665193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978768.928381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978768.928386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978768.928937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978768.928939:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978768.930379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978768.930382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978768.930680:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978768.930683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978768.930968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978768.930971:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1783978769.689160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978769.689167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978769.689175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978769.689176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978769.689179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978769.689180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978770.713176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978770.713182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978770.713189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978770.713190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978770.713193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978770.713194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978771.737179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978771.737186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978771.737193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978771.737194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978771.737197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978771.737201:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978771.737203:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978771.737207:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978771.737210:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978771.737211:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978771.737213:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978771.737216:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978772.761172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978772.761177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978772.761183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978772.761186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978772.761190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978772.761193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978773.785225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978773.785235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978773.785241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978773.785243:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978773.785247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978773.785248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978774.042898:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978774.042901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978774.043359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978774.043362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978774.043573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978774.043575:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978774.043835:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978774.043838:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978774.044034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978774.044036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1783978774.809222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978774.809232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978774.809239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978774.809241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978774.809245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978774.809246:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978775.833140:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978775.833150:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978775.833156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978775.833157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978775.833161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978775.833162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978776.857165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978776.857171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978776.857175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978776.857176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978776.857179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978776.857180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978777.881220:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978777.881223:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978777.881228:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881238:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978777.881241:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881243:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881245:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881248:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978777.881249:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978777.881250:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978777.881251:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881252:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978777.881254:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881255:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881258:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978777.881263:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978777.881264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978778.905172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978778.905179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978778.905184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978778.905185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978778.905188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978778.905189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978779.161757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978779.161762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978779.162370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978779.162373:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978779.162650:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978779.162653:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978779.162909:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978779.162911:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783978779.163198:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978779.163201:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1783978779.929148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978779.929154:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978779.929157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978779.929158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978779.929161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978779.929161:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978780.953200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978780.953209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978780.953216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978780.953217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978780.953221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978780.953222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978781.977204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978781.977213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978781.977220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978781.977221:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978781.977225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978781.977229:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978781.977232:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978781.977236:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978781.977239:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978781.977242:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978781.977244:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978781.977247:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978783.001217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978783.001224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978783.001239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978783.001242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978783.001247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978783.001249:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978784.025443:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978784.025476:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978784.025483:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978784.025484:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978784.025488:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978784.025489:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978784.281236:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978784.281247:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978784.281249:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978784.281253:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978784.281257:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978784.281265:0:148344:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9506
00000400:00000200:1.0:1783978784.281273:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978784.281280:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978784.281284:0:148344:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978784.281287:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281290:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281293:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281295:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978784.281300:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978784.281302:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978784.281305:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978784.281308:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978784.281310:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978784.281313:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978784.281316:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281318:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281320:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281321:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978784.281324:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978784.281327:0:148344:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281330:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978784.281333:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978784.281336:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978784.281339:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281341:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978784.281344:0:148344:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978784.281353:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783978784.281357:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978784.281360:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978784.281362:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281365:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978784.281367:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978784.281371:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978784.281378:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783978784.281386:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978784.281396:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559849856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978784.281406:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978784.281411:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978784.281416:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559849856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978784.281469:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978784.281473:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978784.281476:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978784.281478:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978784.281480:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978784.281482:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978784.281485:0:148344:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9506
00000400:00000200:1.0:1783978784.281489:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978784.281492:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978784.281494:0:148344:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978784.281497:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281499:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281501:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281503:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978784.281505:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978784.281506:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978784.281508:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978784.281510:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978784.281512:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978784.281514:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978784.281517:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281518:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281521:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281522:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978784.281524:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978784.281527:0:148344:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281529:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978784.281531:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978784.281536:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978784.281538:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281540:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978784.281544:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978784.281547:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281549:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978784.281552:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783978784.281555:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978784.281557:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978784.281558:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281560:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978784.281561:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978784.281563:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978784.281569:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783978784.281572:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978784.281577:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559849984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978784.281584:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978784.281586:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978784.281590:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559849984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978784.281597:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978784.281600:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978784.281603:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978784.281605:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978784.281607:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978784.281609:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978784.281611:0:148344:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9506
00000400:00000200:1.0:1783978784.281615:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978784.281617:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978784.281619:0:148344:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978784.281622:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281624:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281626:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281628:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978784.281630:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978784.281631:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978784.281632:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978784.281634:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978784.281636:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978784.281637:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978784.281640:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281641:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281643:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281644:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978784.281646:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978784.281648:0:148344:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281650:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978784.281652:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978784.281655:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978784.281657:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281659:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978784.281660:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978784.281663:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281664:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978784.281668:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783978784.281670:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978784.281672:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978784.281674:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281675:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978784.281677:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978784.281678:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978784.281681:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783978784.281684:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978784.281688:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559850112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978784.281695:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978784.281697:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978784.281700:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559850112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978784.281708:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978784.281710:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978784.281713:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978784.281714:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978784.281716:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978784.281718:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978784.281720:0:148344:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9506
00000400:00000200:1.0:1783978784.281724:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978784.281726:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978784.281728:0:148344:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978784.281731:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281733:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281734:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281736:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978784.281738:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978784.281740:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978784.281741:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978784.281743:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978784.281745:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978784.281747:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978784.281749:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281751:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281753:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281755:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978784.281757:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978784.281759:0:148344:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281761:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978784.281763:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978784.281764:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978784.281766:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281768:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978784.281770:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978784.281772:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281774:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978784.281777:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783978784.281779:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978784.281781:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978784.281782:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281784:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978784.281785:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978784.281786:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978784.281789:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783978784.281792:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978784.281795:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559850240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978784.281801:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978784.281803:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978784.281807:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559850240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978784.281813:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978784.281816:0:148344:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978784.281819:0:148344:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978784.281820:0:148344:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978784.281821:0:148344:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978784.281824:0:148344:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978784.281826:0:148344:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9506
00000400:00000200:1.0:1783978784.281829:0:148344:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978784.281832:0:148344:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978784.281833:0:148344:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978784.281836:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281838:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281840:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281842:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978784.281844:0:148344:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978784.281845:0:148344:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978784.281846:0:148344:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978784.281848:0:148344:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978784.281850:0:148344:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978784.281852:0:148344:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978784.281854:0:148344:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281856:0:148344:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978784.281858:0:148344:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281860:0:148344:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978784.281862:0:148344:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978784.281864:0:148344:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978784.281866:0:148344:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978784.281868:0:148344:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978784.281870:0:148344:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978784.281872:0:148344:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281873:0:148344:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978784.281875:0:148344:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978784.281877:0:148344:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281878:0:148344:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978784.281881:0:148344:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783978784.281883:0:148344:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978784.281885:0:148344:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978784.281886:0:148344:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978784.281887:0:148344:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978784.281888:0:148344:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978784.281889:0:148344:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978784.281892:0:148344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978784.281895:0:148344:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978784.281898:0:148344:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559850368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978784.281904:0:148344:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978784.281906:0:148344:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978784.281909:0:148344:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559850368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978784.281917:0:148344:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978784.281921:0:148344:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9516)
00000800:00000200:0.1:1783978784.282266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978784.282269:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783978784.282636:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978784.282639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783978784.282891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978784.282893:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783978784.283186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978784.283189:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783978784.283442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978784.283458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1783978785.049171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978785.049180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978785.049185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978785.049186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978785.049189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978785.049191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978786.073177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978786.073183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978786.073187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978786.073187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978786.073190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978786.073191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978787.098243:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978787.098251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978787.098256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978787.098257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978787.098261:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978787.098262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121144:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978788.121153:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978788.121158:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978788.121164:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121169:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978788.121171:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121174:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121190:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978788.121197:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978788.121198:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978788.121200:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121201:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978788.121202:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121204:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121206:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978788.121209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978788.121210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978789.145152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978789.145159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978789.145162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978789.145163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978789.145165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978789.145166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978789.401604:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978789.401609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978789.401999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978789.402000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978789.402223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978789.402225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978789.402415:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978789.402417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783978789.402668:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978789.402670:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783978790.169165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978790.169171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978790.169175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978790.169176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978790.169179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978790.169181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978791.193178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978791.193186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978791.193192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978791.193193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978791.193196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978791.193197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978792.217187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978792.217194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978792.217201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978792.217202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978792.217205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978792.217209:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978792.217211:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978792.217215:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978792.217218:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978792.217220:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978792.217222:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978792.217224:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978793.241202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978793.241209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978793.241221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978793.241224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978793.241233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978793.241237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978794.265193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978794.265203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978794.265210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978794.265211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978794.265215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978794.265216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978794.521878:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978794.521883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978794.522576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978794.522579:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978794.522851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978794.522854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978794.523133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978794.523136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783978794.523517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978794.523520:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783978795.289196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978795.289203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978795.289208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978795.289209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978795.289211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978795.289212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978796.313209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978796.313220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978796.313227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978796.313228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978796.313232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978796.313233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978797.337191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978797.337201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978797.337210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978797.337211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978797.337215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978797.337216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361332:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978798.361339:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978798.361341:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978798.361346:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361350:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978798.361352:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361354:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361357:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361361:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978798.361363:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978798.361364:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978798.361366:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361368:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978798.361369:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361370:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361372:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978798.361376:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978798.361378:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978799.385143:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978799.385149:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978799.385154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978799.385156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978799.385159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978799.385160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978799.642087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978799.642090:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978799.642672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978799.642675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978799.642919:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978799.642921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978799.643215:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978799.643217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978799.643439:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978799.643441:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783978800.409198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978800.409204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978800.409209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978800.409210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978800.409215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978800.409216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978801.433159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978801.433168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978801.433174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978801.433175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978801.433179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978801.433182:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978801.433185:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978801.433188:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978801.433191:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978801.433193:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978801.433195:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978801.433203:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978802.457224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978802.457238:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978802.457245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978802.457247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978802.457251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978802.457252:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978803.481243:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978803.481251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978803.481255:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978803.481256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978803.481259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978803.481260:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978804.505253:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978804.505261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978804.505265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978804.505266:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978804.505269:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978804.505270:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978804.761915:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978804.761928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978804.762779:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978804.762781:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978804.763087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978804.763101:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978804.763352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978804.763355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978804.763559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978804.763561:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1783978805.529245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978805.529255:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978805.529262:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978805.529263:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978805.529268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978805.529269:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978806.553231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978806.553238:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978806.553243:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978806.553244:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978806.553246:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978806.553247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978807.577230:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978807.577232:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978807.577235:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577240:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978807.577243:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577245:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577247:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577252:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978807.577253:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978807.577254:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978807.577256:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577258:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978807.577259:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577261:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577262:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978807.577266:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978807.577268:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978808.601204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978808.601212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978808.601226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978808.601228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978808.601231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978808.601232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978809.626210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978809.626219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978809.626226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978809.626227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978809.626232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978809.626234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978809.882341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978809.882351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783978809.883405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978809.883410:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783978809.883677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978809.883680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783978809.884046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978809.884079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783978809.884377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978809.884379:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1783978810.649199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978810.649207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978810.649214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978810.649215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978810.649218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978810.649219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978811.673197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978811.673207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978811.673214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978811.673215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978811.673219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978811.673224:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978811.673227:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978811.673231:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978811.673234:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978811.673237:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978811.673239:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978811.673241:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978812.697353:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978812.697360:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978812.697365:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978812.697367:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978812.697370:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978812.697371:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978813.724511:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978813.724515:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978813.724519:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978813.724520:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978813.724522:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978813.724523:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978814.745531:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978814.745537:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978814.745541:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978814.745542:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978814.745545:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978814.745545:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978815.001771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978815.001777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783978815.002444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978815.002446:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783978815.002723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978815.002726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783978815.003007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978815.003010:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783978815.003303:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978815.003306:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1783978815.769162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978815.769169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978815.769174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978815.769176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978815.769180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978815.769181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978816.793176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978816.793183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978816.793188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978816.793189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978816.793193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978816.793194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978817.817189:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978817.817192:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978817.817195:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817199:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978817.817201:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817203:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817206:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978817.817211:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978817.817212:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978817.817214:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817216:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978817.817217:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817219:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817221:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978817.817225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978817.817226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978818.841156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978818.841162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978818.841166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978818.841168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978818.841176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978818.841179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978819.865175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978819.865180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978819.865183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978819.865184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978819.865186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978819.865187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978820.121769:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978820.122204:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978820.122403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978820.122545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978820.122661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783978820.889141:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978820.889146:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978820.889150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978820.889151:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978820.889154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978820.889154:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978821.913182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978821.913189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978821.913193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978821.913194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978821.913197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978821.913201:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978821.913204:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978821.913207:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978821.913210:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978821.913212:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978821.913214:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978821.913216:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978822.937181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978822.937186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978822.937190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978822.937191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978822.937194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978822.937195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978823.961538:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978823.961543:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978823.961547:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978823.961549:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978823.961552:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978823.961553:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978824.985188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978824.985195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978824.985201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978824.985202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978824.985206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978824.985207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978825.241316:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978825.241328:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978825.241331:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978825.241335:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978825.241340:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978825.241347:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9547
00000400:00000200:1.0:1783978825.241355:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978825.241361:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978825.241363:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978825.241366:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241368:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241370:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241371:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978825.241375:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978825.241376:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978825.241378:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978825.241381:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978825.241382:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978825.241384:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978825.241385:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241386:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241387:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241388:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978825.241390:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978825.241392:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241393:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978825.241395:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978825.241398:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978825.241400:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241401:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978825.241403:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978825.241409:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783978825.241412:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978825.241417:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978825.241418:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241421:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978825.241424:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978825.241428:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978825.241436:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783978825.241442:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978825.241451:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559854976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978825.241461:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978825.241466:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978825.241470:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559854976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978825.241488:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978825.241490:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978825.241493:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978825.241493:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978825.241495:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978825.241497:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978825.241498:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9547
00000400:00000200:1.0:1783978825.241501:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978825.241502:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978825.241504:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978825.241510:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241511:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241512:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241514:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978825.241515:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978825.241516:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978825.241517:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978825.241518:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978825.241520:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978825.241521:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978825.241523:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241524:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241526:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241527:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978825.241528:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978825.241529:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241530:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978825.241531:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978825.241536:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978825.241537:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241538:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978825.241542:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978825.241543:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241545:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978825.241547:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783978825.241548:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978825.241550:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978825.241550:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241552:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978825.241552:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978825.241554:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978825.241556:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783978825.241558:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978825.241561:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559855104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978825.241566:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978825.241568:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978825.241570:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559855104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978825.241579:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978825.241581:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978825.241583:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978825.241589:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978825.241591:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978825.241593:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978825.241596:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9547
00000400:00000200:1.0:1783978825.241599:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978825.241602:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978825.241603:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978825.241606:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241608:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241609:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241612:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978825.241614:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978825.241615:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978825.241616:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978825.241618:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978825.241620:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978825.241622:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978825.241625:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241627:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241628:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241630:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978825.241633:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978825.241635:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241638:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978825.241640:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978825.241643:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978825.241645:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241646:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978825.241648:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978825.241650:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241651:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978825.241667:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783978825.241670:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978825.241673:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978825.241674:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241675:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978825.241677:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978825.241678:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978825.241683:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978825.241685:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978825.241688:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559855232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978825.241693:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978825.241694:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978825.241696:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559855232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978825.241701:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978825.241703:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978825.241705:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978825.241706:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978825.241707:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978825.241709:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978825.241710:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9547
00000400:00000200:1.0:1783978825.241713:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978825.241714:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978825.241716:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978825.241718:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241719:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241720:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241721:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978825.241723:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978825.241723:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978825.241724:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978825.241725:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978825.241727:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978825.241728:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978825.241729:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241730:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241731:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241732:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978825.241746:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978825.241749:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241752:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978825.241753:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978825.241756:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978825.241758:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241760:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978825.241765:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978825.241767:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241769:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978825.241772:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783978825.241774:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978825.241776:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978825.241777:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241778:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978825.241780:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978825.241781:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978825.241785:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783978825.241788:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978825.241793:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559855360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978825.241800:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978825.241801:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978825.241804:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559855360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978825.241811:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978825.241813:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978825.241816:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978825.241817:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978825.241819:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978825.241821:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978825.241823:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9547
00000400:00000200:1.0:1783978825.241827:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978825.241829:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978825.241831:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978825.241834:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241836:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241837:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241839:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978825.241841:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978825.241842:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978825.241843:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978825.241845:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978825.241847:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978825.241849:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978825.241851:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241853:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978825.241855:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241856:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978825.241858:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978825.241860:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978825.241862:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978825.241863:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978825.241866:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978825.241868:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241869:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978825.241871:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978825.241873:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241874:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978825.241877:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783978825.241879:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978825.241881:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978825.241882:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978825.241883:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978825.241884:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978825.241886:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978825.241889:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783978825.241891:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978825.241895:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559855488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978825.241900:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978825.241902:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978825.241905:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559855488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978825.241911:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978825.241917:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9557)
00000800:00000200:0.1:1783978825.242185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978825.242188:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783978825.242522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978825.242525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783978825.242809:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978825.242811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783978825.243110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978825.243112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783978825.243380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978825.243382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783978826.009184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978826.009191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978826.009207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978826.009209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978826.009212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978826.009214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978827.033187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978827.033195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978827.033200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978827.033201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978827.033205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978827.033206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978828.057190:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978828.057192:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978828.057196:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057201:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978828.057203:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057205:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057207:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978828.057213:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978828.057214:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978828.057215:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057216:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978828.057217:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057218:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057220:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978828.057222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978828.057222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978829.081162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978829.081167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978829.081173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978829.081175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978829.081179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978829.081182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978830.105159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978830.105167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978830.105173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978830.105174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978830.105176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978830.105178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978830.361731:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978830.361737:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978830.362380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978830.362383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978830.362661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978830.362663:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978830.362982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978830.362984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783978830.363276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978830.363278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783978831.129212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978831.129219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978831.129224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978831.129225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978831.129227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978831.129228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978832.153256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978832.153266:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978832.153273:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978832.153274:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978832.153278:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978832.153282:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978832.153285:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978832.153288:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978832.153292:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978832.153303:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978832.153305:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978832.153307:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978833.177237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978833.177247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978833.177254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978833.177255:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978833.177259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978833.177260:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978834.201209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978834.201218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978834.201226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978834.201231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978834.201247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978834.201261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978835.225219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978835.225228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978835.225236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978835.225237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978835.225253:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978835.225255:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978835.481805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978835.481811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783978835.482461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978835.482464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783978835.482741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978835.482743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783978835.483001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978835.483004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783978835.483277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978835.483279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1783978836.249185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978836.249192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978836.249197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978836.249198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978836.249201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978836.249203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978837.273658:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978837.273665:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978837.273670:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978837.273671:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978837.273674:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978837.273676:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978838.297169:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978838.297171:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978838.297174:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297178:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978838.297180:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297182:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297184:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978838.297189:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978838.297190:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978838.297191:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297193:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978838.297194:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297195:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297197:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978838.297200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978838.297201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978839.321196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978839.321254:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978839.321260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978839.321261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978839.321264:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978839.321264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978840.345144:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978840.345159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978840.345166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978840.345168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978840.345171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978840.345172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978840.601801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978840.601805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783978840.602460:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978840.602462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783978840.602732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978840.602734:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783978840.602989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978840.602992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783978840.603259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978840.603262:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1783978841.369210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978841.369217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978841.369221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978841.369222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978841.369225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978841.369226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978842.393158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978842.393164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978842.393167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978842.393168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978842.393170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978842.393174:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978842.393176:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978842.393179:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978842.393182:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978842.393185:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978842.393187:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978842.393189:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978843.417230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978843.417239:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978843.417247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978843.417248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978843.417252:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978843.417253:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978844.441171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978844.441178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978844.441185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978844.441188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978844.441193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978844.441194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978845.465183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978845.465189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978845.465194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978845.465196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978845.465199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978845.465201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978845.721728:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978845.721732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978845.722256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978845.722258:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978845.722698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978845.722701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978845.722951:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978845.722952:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783978845.723245:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978845.723247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1783978846.489175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978846.489181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978846.489192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978846.489193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978846.489196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978846.489197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978847.513216:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978847.513218:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978847.513222:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513227:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978847.513228:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513230:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513233:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978847.513238:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978847.513239:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978847.513240:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513242:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978847.513243:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513245:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513247:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978847.513250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978847.513252:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978848.537186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978848.537203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978848.537209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978848.537211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978848.537214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978848.537216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978849.561175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978849.561180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978849.561188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978849.561191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978849.561195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978849.561196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978850.585371:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978850.585378:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978850.585383:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978850.585384:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978850.585387:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978850.585389:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978850.841710:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978850.841718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978850.842399:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978850.842401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978850.842645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978850.842646:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978850.842833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978850.842834:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978850.843160:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978850.843162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1783978851.609187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978851.609194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978851.609200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978851.609201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978851.609205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978851.609206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978852.635009:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978852.635015:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978852.635020:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978852.635021:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978852.635025:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978852.635029:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978852.635031:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978852.635034:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978852.635037:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978852.635039:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978852.635041:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978852.635042:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978853.657153:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978853.657159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978853.657162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978853.657163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978853.657165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978853.657166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978854.681167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978854.681173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978854.681178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978854.681179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978854.681182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978854.681183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978855.705170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978855.705178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978855.705183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978855.705185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978855.705189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978855.705190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978855.962159:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978855.962170:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978855.962173:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978855.962176:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978855.962181:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978855.962188:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9578
00000400:00000200:1.0:1783978855.962197:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978855.962216:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978855.962219:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978855.962226:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962233:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.962235:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962238:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978855.962245:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978855.962247:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978855.962250:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978855.962253:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978855.962256:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978855.962258:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978855.962261:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962264:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.962270:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962272:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978855.962275:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978855.962279:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962282:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.962285:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978855.962289:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978855.962292:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962294:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978855.962300:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978855.962309:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783978855.962313:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978855.962317:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978855.962318:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962322:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978855.962325:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978855.962328:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978855.962335:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783978855.962342:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978855.962350:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559858816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978855.962365:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978855.962369:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.962374:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559858816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.962394:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978855.962397:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978855.962401:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978855.962402:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978855.962404:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978855.962407:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978855.962409:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9578
00000400:00000200:1.0:1783978855.962414:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978855.962417:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978855.962419:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978855.962423:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962425:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.962427:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962431:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978855.962435:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978855.962439:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978855.962441:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978855.962445:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978855.962449:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978855.962453:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978855.962460:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962464:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.962468:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962472:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978855.962475:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978855.962480:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962484:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.962488:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978855.962494:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978855.962498:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962502:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978855.962511:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978855.962517:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962521:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978855.962526:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783978855.962531:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978855.962535:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978855.962537:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962541:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978855.962544:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978855.962548:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978855.962554:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783978855.962561:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978855.962568:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559858944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978855.962597:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978855.962602:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.962610:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559858944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.962622:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978855.962626:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978855.962632:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978855.962634:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978855.962636:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978855.962641:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978855.962647:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9578
00000400:00000200:1.0:1783978855.962655:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978855.962660:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978855.962663:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978855.962666:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962668:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.962673:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962677:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978855.962681:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978855.962683:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978855.962686:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978855.962690:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978855.962693:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978855.962696:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978855.962699:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962701:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.962704:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962709:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978855.962713:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978855.962719:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962722:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.962725:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978855.962729:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978855.962733:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962736:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978855.962740:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978855.962745:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962748:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978855.962754:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783978855.962758:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978855.962761:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978855.962764:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962767:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978855.962769:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978855.962774:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978855.962779:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000800:00000200:2.1:1783978855.962783:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783978855.962785:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978855.962788:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000100:00100000:1.0:1783978855.962794:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559859072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978855.962807:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978855.962810:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.962816:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559859072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.962826:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978855.962830:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978855.962834:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978855.962838:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978855.962841:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978855.962845:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978855.962851:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9578
00000400:00000200:1.0:1783978855.962858:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978855.962865:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978855.962869:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978855.962874:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962877:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.962881:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962886:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978855.962899:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978855.962901:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978855.962904:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978855.962908:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978855.962912:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978855.962916:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978855.962922:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962924:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.962928:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962931:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978855.962934:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978855.962939:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978855.962942:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.962948:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978855.962951:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978855.962955:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962961:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978855.962964:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978855.962968:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962972:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978855.962977:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783978855.962981:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978855.962987:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978855.962989:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.962993:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978855.962996:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978855.962998:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978855.963003:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783978855.963009:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978855.963018:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559859200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978855.963032:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978855.963036:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.963046:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559859200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.963100:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978855.963105:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978855.963112:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978855.963116:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978855.963119:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978855.963125:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978855.963130:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9578
00000400:00000200:1.0:1783978855.963140:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978855.963147:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978855.963153:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978855.963160:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.963165:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.963171:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.963175:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978855.963179:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978855.963182:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978855.963185:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978855.963188:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978855.963193:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978855.963199:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978855.963217:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.963221:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978855.963225:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978855.963229:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978855.963233:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978855.963238:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978855.963241:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978855.963245:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978855.963249:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978855.963253:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.963257:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978855.963261:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978855.963265:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.963269:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978855.963275:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783978855.963281:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978855.963286:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978855.963290:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978855.963293:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978855.963296:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978855.963299:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978855.963305:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783978855.963310:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978855.963319:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559859328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978855.963346:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978855.963350:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.963361:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559859328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978855.963379:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978855.963387:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9588)
00000800:00000200:2.1:1783978855.963442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978855.963443:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978855.963637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978855.963639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978855.963869:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978855.963872:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978855.964268:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978855.964270:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783978856.729289:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978856.729297:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978856.729303:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978856.729304:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978856.729317:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978856.729318:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978857.753189:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978857.753192:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978857.753195:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753200:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978857.753203:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753205:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753208:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978857.753215:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978857.753216:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978857.753218:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753219:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978857.753221:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753223:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753225:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978857.753228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978857.753230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978858.777188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978858.777195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978858.777200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978858.777202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978858.777205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978858.777206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978859.801575:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978859.801579:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978859.801583:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978859.801584:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978859.801587:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978859.801588:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978860.825212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978860.825219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978860.825224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978860.825225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978860.825228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978860.825229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978861.081771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978861.081777:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978861.082574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978861.082576:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978861.082850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978861.082852:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978861.083148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978861.083150:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978861.083512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978861.083514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783978861.849167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978861.849173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978861.849178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978861.849179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978861.849183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978861.849184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978862.873170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978862.873177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978862.873183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978862.873185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978862.873188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978862.873191:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978862.873193:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978862.873196:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978862.873199:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978862.873201:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978862.873203:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978862.873205:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978863.897161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978863.897168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978863.897174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978863.897175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978863.897178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978863.897179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978864.921176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978864.921181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978864.921189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978864.921192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978864.921196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978864.921197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978865.945234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978865.945239:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978865.945243:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978865.945245:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978865.945247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978865.945248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978866.202972:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978866.202975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978866.203813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978866.203819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978866.204166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978866.204168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978866.204456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978866.204457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978866.204689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978866.204692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783978866.969160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978866.969166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978866.969169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978866.969170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978866.969172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978866.969173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978867.993204:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978867.993207:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978867.993210:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993216:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978867.993218:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993221:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993223:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978867.993229:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978867.993230:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978867.993232:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993234:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978867.993235:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993236:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993238:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978867.993242:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978867.993243:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978869.017171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978869.017181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978869.017188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978869.017189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978869.017192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978869.017193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978870.041175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978870.041183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978870.041188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978870.041189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978870.041192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978870.041194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978871.065162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978871.065167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978871.065171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978871.065171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978871.065174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978871.065175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978871.321183:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978871.321250:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978871.321253:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978871.321256:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978871.321261:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978871.321268:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9593
00000400:00000200:1.0:1783978871.321276:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978871.321283:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978871.321286:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978871.321289:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.321292:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.321294:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.321297:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978871.321300:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978871.321302:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978871.321305:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978871.321308:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978871.321310:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978871.321312:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978871.321315:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.321317:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.321319:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.321321:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978871.321323:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978871.321327:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978871.321329:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.321332:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978871.321335:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978871.321338:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.321340:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978871.321342:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978871.321350:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783978871.321354:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978871.321357:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978871.321358:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.321361:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978871.321364:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978871.321367:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978871.321375:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783978871.321381:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978871.321390:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559860736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978871.321400:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978871.321404:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978871.321409:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559860736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783978871.321823:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978871.321826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1783978871.322025:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978871.322029:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978871.322033:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978871.322035:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978871.322036:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978871.322040:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978871.322042:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9593
00000400:00000200:1.0:1783978871.322074:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978871.322077:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978871.322080:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978871.322082:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.322085:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.322087:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.322090:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978871.322093:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978871.322094:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978871.322096:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978871.322098:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978871.322100:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978871.322103:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978871.322105:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.322108:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.322110:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.322112:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978871.322115:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978871.322117:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978871.322120:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.322122:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978871.322127:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978871.322130:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.322132:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978871.322136:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978871.322139:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.322141:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978871.322145:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783978871.322147:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978871.322150:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978871.322151:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.322153:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978871.322155:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978871.322157:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978871.322161:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783978871.322165:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978871.322170:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559860864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978871.322179:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978871.322181:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978871.322185:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559860864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783978871.322918:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978871.322920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1783978871.323222:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978871.323227:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978871.323230:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978871.323231:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978871.323233:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978871.323236:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978871.323239:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9593
00000400:00000200:1.0:1783978871.323243:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978871.323246:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978871.323248:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978871.323250:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323252:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.323254:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323256:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978871.323259:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978871.323260:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978871.323262:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978871.323264:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978871.323266:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978871.323268:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978871.323271:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323272:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.323274:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323276:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978871.323278:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978871.323280:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323283:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.323285:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978871.323289:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978871.323291:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323293:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978871.323295:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978871.323297:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323298:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978871.323302:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783978871.323305:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978871.323307:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978871.323308:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323310:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978871.323311:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978871.323313:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978871.323318:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783978871.323321:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978871.323327:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559860992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978871.323333:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978871.323336:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978871.323339:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559860992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.323346:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978871.323348:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978871.323351:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978871.323352:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978871.323354:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978871.323356:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978871.323358:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9593
00000400:00000200:1.0:1783978871.323362:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978871.323365:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978871.323367:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978871.323369:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323371:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.323373:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323374:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978871.323376:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978871.323378:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978871.323379:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978871.323381:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978871.323383:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978871.323385:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978871.323387:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323389:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.323391:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323393:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978871.323395:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978871.323398:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323400:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.323401:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978871.323404:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978871.323406:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323407:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978871.323409:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978871.323412:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323413:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978871.323417:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783978871.323420:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978871.323422:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978871.323423:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323425:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978871.323426:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978871.323428:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978871.323432:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978871.323435:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978871.323440:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559861120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978871.323446:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978871.323448:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978871.323451:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559861120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.323458:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978871.323461:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978871.323464:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978871.323465:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978871.323479:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978871.323482:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978871.323485:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9593
00000400:00000200:1.0:1783978871.323488:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978871.323491:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978871.323493:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978871.323496:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323497:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.323499:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323500:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978871.323502:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978871.323504:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978871.323506:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978871.323508:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978871.323509:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978871.323511:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978871.323513:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323515:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978871.323517:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323518:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978871.323521:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978871.323523:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978871.323525:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978871.323526:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978871.323529:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978871.323531:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323533:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978871.323534:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978871.323536:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323538:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978871.323541:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783978871.323543:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978871.323545:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978871.323547:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978871.323548:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978871.323550:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978871.323551:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978871.323554:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783978871.323557:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978871.323561:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559861248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978871.323568:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978871.323570:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978871.323573:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559861248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978871.323580:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978871.323585:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9603)
00000800:00000200:2.1:1783978871.323853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978871.323855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978871.324164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978871.324166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978871.324561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978871.324563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1783978872.089162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978872.089167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978872.089171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978872.089172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978872.089174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978872.089175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978873.113160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978873.113168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978873.113173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978873.113175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978873.113178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978873.113181:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978873.113183:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978873.113187:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978873.113189:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978873.113191:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978873.113192:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978873.113194:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978874.137178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978874.137185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978874.137190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978874.137191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978874.137194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978874.137196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978875.161130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978875.161136:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978875.161152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978875.161155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978875.161161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978875.161162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978876.185278:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978876.185284:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978876.185295:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978876.185296:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978876.185299:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978876.185300:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978876.443206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978876.443209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978876.443529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978876.443532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978876.443803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978876.443805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978876.444425:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978876.444428:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783978876.444677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978876.444679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1783978877.209178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978877.209183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978877.209186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978877.209187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978877.209189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978877.209190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978878.233200:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978878.233202:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978878.233206:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233211:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978878.233212:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233215:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233217:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978878.233222:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978878.233224:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978878.233225:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233227:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978878.233228:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233229:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233231:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978878.233235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978878.233236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978879.259476:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978879.259481:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978879.259485:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978879.259486:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978879.259488:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978879.259489:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978880.281175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978880.281181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978880.281189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978880.281192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978880.281200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978880.281201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978881.305186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978881.305191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978881.305195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978881.305196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978881.305198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978881.305199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783978881.562117:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978881.562134:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978881.562726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978881.562728:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978881.563097:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978881.563102:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978881.563427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978881.563430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1783978881.563803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978881.563806:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1783978882.329183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978882.329191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978882.329196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978882.329198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978882.329201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978882.329202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978883.353174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978883.353181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978883.353188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978883.353189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978883.353193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978883.353196:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978883.353199:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978883.353202:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978883.353205:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978883.353207:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978883.353208:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978883.353211:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978884.377174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978884.377179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978884.377183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978884.377184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978884.377186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978884.377186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978885.401166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978885.401171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978885.401178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978885.401181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978885.401193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978885.401197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978886.425179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978886.425186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978886.425192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978886.425193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978886.425195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978886.425196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978886.681181:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978886.681190:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978886.681192:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978886.681195:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978886.681198:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978886.681204:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9609
00000400:00000200:1.0:1783978886.681211:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978886.681215:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978886.681218:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978886.681220:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681222:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681224:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681225:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978886.681229:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978886.681230:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978886.681233:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978886.681236:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978886.681238:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978886.681241:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978886.681243:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681245:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681247:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681248:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978886.681251:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978886.681254:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681257:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.681259:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978886.681264:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978886.681266:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681268:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978886.681271:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978886.681280:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783978886.681283:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978886.681285:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978886.681286:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681289:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978886.681291:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978886.681294:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978886.681300:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783978886.681306:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978886.681313:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559862656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978886.681320:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978886.681323:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.681326:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559862656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.681347:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978886.681349:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978886.681351:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978886.681352:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978886.681353:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978886.681355:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978886.681357:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9609
00000400:00000200:1.0:1783978886.681359:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978886.681361:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978886.681363:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978886.681365:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681366:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681368:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681369:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978886.681371:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978886.681372:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978886.681373:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978886.681375:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978886.681376:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978886.681377:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978886.681380:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681381:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681382:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681383:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978886.681385:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978886.681386:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681389:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.681392:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978886.681398:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978886.681400:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681402:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978886.681406:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978886.681411:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681430:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978886.681438:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783978886.681442:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978886.681448:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978886.681450:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681455:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978886.681458:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978886.681461:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978886.681473:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783978886.681478:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978886.681490:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559862784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978886.681517:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978886.681521:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.681531:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559862784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.681545:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978886.681551:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978886.681558:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978886.681561:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978886.681565:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978886.681571:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978886.681577:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9609
00000400:00000200:1.0:1783978886.681594:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978886.681602:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978886.681607:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978886.681614:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681618:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681624:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:0.1:1783978886.681628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783978886.681629:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978886.681634:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978886.681635:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978886.681637:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978886.681639:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978886.681641:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978886.681643:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978886.681647:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681648:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681649:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681651:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978886.681652:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978886.681654:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681657:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.681659:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978886.681662:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978886.681664:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681666:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978886.681693:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978886.681696:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681698:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978886.681702:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783978886.681709:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978886.681713:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978886.681716:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681719:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978886.681721:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978886.681724:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978886.681729:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783978886.681733:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978886.681737:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559862912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978886.681744:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978886.681747:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.681751:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559862912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.681761:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978886.681766:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978886.681776:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978886.681779:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978886.681781:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978886.681784:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978886.681790:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9609
00000400:00000200:1.0:1783978886.681798:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978886.681807:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978886.681810:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978886.681814:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681816:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681818:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681819:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978886.681823:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978886.681824:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978886.681826:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978886.681829:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978886.681831:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978886.681833:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978886.681836:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681838:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681840:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681843:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978886.681845:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978886.681848:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681850:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.681851:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978886.681854:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978886.681856:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681858:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978886.681860:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978886.681862:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681864:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978886.681867:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783978886.681870:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978886.681872:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978886.681873:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681875:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978886.681876:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978886.681878:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978886.681882:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783978886.681886:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978886.681890:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559863040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978886.681895:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978886.681896:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.681898:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559863040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.681904:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978886.681906:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978886.681908:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978886.681909:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978886.681910:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978886.681911:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978886.681913:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9609
00000400:00000200:1.0:1783978886.681915:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978886.681917:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978886.681918:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978886.681920:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681921:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681922:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681923:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978886.681924:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978886.681925:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978886.681926:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978886.681927:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978886.681928:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978886.681930:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978886.681932:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681933:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978886.681934:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681936:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978886.681937:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978886.681938:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978886.681939:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978886.681940:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978886.681942:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978886.681943:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681944:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978886.681945:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978886.681946:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681947:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978886.681949:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783978886.681950:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978886.681952:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978886.681953:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978886.681954:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978886.681955:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978886.681956:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978886.681958:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978886.681959:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978886.681962:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559863168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978886.681966:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978886.681967:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.681969:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559863168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978886.681973:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978886.681976:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9619)
00000800:00000200:0.1:1783978886.684217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978886.684373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978886.684532:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783978886.685003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783978887.449220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978887.449231:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978887.449233:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978887.449237:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.449242:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978887.449244:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.449246:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.449249:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.449253:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978887.449254:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978887.449256:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978887.449257:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.449258:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978887.449260:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.449262:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.449264:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978887.449267:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978887.449269:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978888.473199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978888.473205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978888.473211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978888.473212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978888.473217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978888.473218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978889.497226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978889.497235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978889.497246:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978889.497248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978889.497252:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978889.497253:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978890.521189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978890.521194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978890.521201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978890.521204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978890.521210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978890.521212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978891.545175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978891.545182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978891.545187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978891.545189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978891.545191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978891.545192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978891.801809:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978891.801815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978891.803024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978891.803027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978891.803392:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978891.803394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978891.804390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978891.804393:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978891.804784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978891.804787:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783978892.569187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978892.569194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978892.569200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978892.569201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978892.569203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978892.569206:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978892.569208:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978892.569210:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978892.569212:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978892.569214:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978892.569215:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978892.569216:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978893.593183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978893.593190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978893.593196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978893.593197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978893.593199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978893.593201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978894.617171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978894.617177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978894.617180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978894.617181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978894.617184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978894.617184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978895.641169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978895.641174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978895.641181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978895.641183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978895.641191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978895.641194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978896.665175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978896.665182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978896.665187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978896.665189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978896.665192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978896.665193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978896.921864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978896.921872:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978896.922759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978896.922763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978896.923265:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978896.923267:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978896.923617:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978896.923620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783978896.923880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978896.923882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783978897.689311:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978897.689319:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978897.689322:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978897.689325:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.689329:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978897.689332:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.689333:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.689335:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.689352:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978897.689354:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978897.689356:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978897.689357:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.689358:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978897.689360:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.689361:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.689362:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978897.689365:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978897.689366:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978898.713179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978898.713193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978898.713199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978898.713201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978898.713205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978898.713206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978899.737163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978899.737169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978899.737174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978899.737175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978899.737178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978899.737179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978900.761150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978900.761155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978900.761159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978900.761161:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978900.761168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978900.761172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978901.785162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978901.785169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978901.785174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978901.785175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978901.785178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978901.785180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978902.044273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978902.044276:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978902.044605:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978902.044608:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978902.045009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978902.045012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978902.045237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978902.045240:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783978902.045459:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978902.045461:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1783978902.809157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978902.809170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978902.809176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978902.809177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978902.809180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978902.809183:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978902.809186:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978902.809189:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978902.809192:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978902.809194:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978902.809196:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978902.809198:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978903.833166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978903.833172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978903.833175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978903.833176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978903.833179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978903.833180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978904.857209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978904.857219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978904.857226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978904.857227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978904.857231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978904.857233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978905.881423:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978905.881428:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978905.881433:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978905.881434:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978905.881437:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978905.881439:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978906.905185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978906.905194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978906.905200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978906.905202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978906.905205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978906.905206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978907.161847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978907.161857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978907.162628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978907.162631:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978907.163182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978907.163184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978907.163461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978907.163463:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783978907.163803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978907.163805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1783978907.930088:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978907.930103:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978907.930105:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978907.930109:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.930114:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978907.930116:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.930118:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.930120:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.930123:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978907.930125:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978907.930126:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978907.930128:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.930130:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978907.930131:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.930132:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.930134:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978907.930137:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978907.930144:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978908.953380:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978908.953388:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978908.953393:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978908.953394:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978908.953397:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978908.953398:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978909.977492:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978909.977501:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978909.977509:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978909.977510:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978909.977514:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978909.977515:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978911.001198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978911.001206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978911.001219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978911.001221:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978911.001225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978911.001226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978912.025200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978912.025209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978912.025215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978912.025217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978912.025221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978912.025222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978912.282394:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978912.282402:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978912.283429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978912.283431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978912.283710:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978912.283713:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978912.283982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978912.283985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783978912.284265:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978912.284267:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1783978913.049240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978913.049250:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978913.049257:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978913.049258:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978913.049262:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978913.049266:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978913.049270:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978913.049273:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978913.049277:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978913.049279:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978913.049281:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978913.049283:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978914.073232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978914.073241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978914.073257:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978914.073258:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978914.073262:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978914.073264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978915.097171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978915.097192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978915.097197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978915.097198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978915.097202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978915.097203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978916.121189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978916.121194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978916.121200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978916.121203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978916.121207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978916.121209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978917.145165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978917.145175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978917.145182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978917.145184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978917.145187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978917.145188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978917.402217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978917.402221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978917.403256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978917.403260:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978917.406932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978917.406935:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978917.407857:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978917.407860:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978917.408324:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978917.408326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1783978918.169238:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978918.169247:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978918.169249:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978918.169252:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.169257:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978918.169259:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.169261:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.169262:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.169266:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978918.169267:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978918.169268:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978918.169269:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.169277:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978918.169278:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.169280:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.169284:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978918.169289:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978918.169290:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978919.193254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978919.193262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978919.193267:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978919.193268:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978919.193271:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978919.193273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978920.217214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978920.217220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978920.217226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978920.217227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978920.217231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978920.217232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978921.241157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978921.241162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978921.241168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978921.241169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978921.241172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978921.241174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978922.265199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978922.265206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978922.265211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978922.265212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978922.265215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978922.265216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978922.521729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978922.521736:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978922.522522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978922.522525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978922.522776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978922.522778:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978922.522967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978922.522969:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978922.523365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978922.523367:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783978923.289166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978923.289174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978923.289179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978923.289180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978923.289184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978923.289188:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978923.289190:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978923.289193:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978923.289196:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978923.289199:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978923.289201:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978923.289203:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978924.313175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978924.313181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978924.313184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978924.313185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978924.313188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978924.313188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978925.337196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978925.337204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978925.337209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978925.337210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978925.337214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978925.337215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978926.361163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978926.361169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978926.361175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978926.361177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978926.361183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978926.361184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385131:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978927.385139:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978927.385141:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978927.385145:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385149:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978927.385151:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385153:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385155:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978927.385161:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978927.385162:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978927.385163:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385165:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978927.385166:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385167:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385169:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978927.385173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978927.385174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978927.641726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978927.641731:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978927.642365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978927.642368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978927.642643:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978927.642645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978927.642915:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978927.642917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978927.643242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978927.643245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783978928.409192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978928.409200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978928.409206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978928.409207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978928.409210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978928.409212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978929.433151:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978929.433158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978929.433162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978929.433164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978929.433167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978929.433167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978930.457179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978930.457186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978930.457191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978930.457193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978930.457196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978930.457198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978931.481292:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978931.481295:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978931.481300:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978931.481301:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978931.481304:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978931.481305:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978932.505272:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978932.505280:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978932.505286:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978932.505287:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978932.505290:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978932.505295:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978932.505297:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978932.505301:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978932.505304:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978932.505306:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978932.505308:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978932.505310:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978932.763921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978932.763924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978932.764241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978932.764243:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978932.764500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978932.764501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978932.764751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978932.764754:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978932.765008:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978932.765010:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783978933.529214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978933.529222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978933.529227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978933.529228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978933.529231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978933.529232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978934.554149:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978934.554155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978934.554160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978934.554162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978934.554165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978934.554166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978935.577162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978935.577168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978935.577172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978935.577173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978935.577176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978935.577178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978936.601888:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978936.601892:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978936.601896:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978936.601897:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978936.601901:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978936.601902:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978937.625258:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978937.625260:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978937.625262:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625266:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978937.625267:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625268:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625270:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625272:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978937.625273:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978937.625274:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978937.625275:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625276:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978937.625277:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625278:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625279:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978937.625281:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978937.625282:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978937.882215:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978937.882221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978937.882879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978937.882882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978937.883186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978937.883189:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978937.883465:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978937.883468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783978937.883826:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978937.883828:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1783978938.649186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978938.649193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978938.649198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978938.649199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978938.649203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978938.649204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978939.673174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978939.673181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978939.673186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978939.673187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978939.673190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978939.673191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978940.697178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978940.697186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978940.697193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978940.697195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978940.697198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978940.697199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978941.721146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978941.721151:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978941.721156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978941.721159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978941.721163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978941.721165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978942.745106:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978942.745112:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978942.745115:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978942.745116:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978942.745118:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978942.745121:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978942.745123:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978942.745125:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978942.745127:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978942.745129:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978942.745131:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978942.745132:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978943.003930:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978943.003933:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978943.004271:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978943.004273:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978943.004538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978943.004540:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978943.004813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978943.004815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783978943.005095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978943.005097:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1783978943.769171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978943.769179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978943.769184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978943.769186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978943.769189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978943.769190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978944.793173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978944.793179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978944.793185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978944.793186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978944.793190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978944.793192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978945.817188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978945.817195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978945.817201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978945.817202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978945.817206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978945.817207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978946.841157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978946.841161:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978946.841167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978946.841169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978946.841176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978946.841179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978947.865192:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978947.865195:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978947.865199:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865204:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978947.865206:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865208:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865211:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978947.865216:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978947.865217:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978947.865219:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865221:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978947.865222:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865223:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865225:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978947.865228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978947.865230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978948.121192:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978948.121201:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978948.121204:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978948.121208:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978948.121213:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978948.121221:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9670
00000400:00000200:1.0:1783978948.121231:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978948.121239:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978948.121243:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978948.121247:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121251:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121254:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121256:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978948.121261:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978948.121264:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978948.121266:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978948.121269:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978948.121271:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978948.121272:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978948.121275:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121276:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121277:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121278:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978948.121280:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978948.121282:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121283:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.121285:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978948.121288:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978948.121289:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121291:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978948.121293:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978948.121299:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783978948.121303:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978948.121307:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978948.121308:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121311:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978948.121313:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978948.121317:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978948.121326:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783978948.121333:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978948.121342:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559870336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978948.121356:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978948.121359:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978948.121363:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559870336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.121379:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978948.121382:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978948.121384:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978948.121385:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978948.121386:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978948.121388:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978948.121389:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9670
00000400:00000200:1.0:1783978948.121392:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978948.121394:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978948.121395:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978948.121397:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121399:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121401:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121402:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978948.121404:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978948.121405:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978948.121406:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978948.121408:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978948.121409:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978948.121410:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978948.121412:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121416:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121419:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121422:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978948.121425:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978948.121428:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121431:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.121433:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978948.121438:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978948.121442:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121446:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978948.121451:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978948.121454:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121457:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978948.121461:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783978948.121462:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978948.121464:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978948.121465:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121466:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978948.121467:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978948.121468:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978948.121470:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783978948.121475:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978948.121481:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559870464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978948.121491:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978948.121495:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978948.121502:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559870464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.121511:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978948.121515:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978948.121518:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978948.121521:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978948.121523:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978948.121526:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978948.121528:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9670
00000400:00000200:1.0:1783978948.121531:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978948.121535:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978948.121537:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978948.121542:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121543:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121546:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121549:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978948.121553:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978948.121554:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978948.121555:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978948.121556:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978948.121559:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978948.121562:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978948.121564:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121565:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121569:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121571:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978948.121573:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978948.121575:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121579:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.121581:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978948.121584:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978948.121589:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121590:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978948.121592:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978948.121594:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121596:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978948.121601:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783978948.121618:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978948.121625:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978948.121627:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121629:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978948.121631:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978948.121633:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978948.121637:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783978948.121642:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978948.121651:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559870592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978948.121660:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978948.121663:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978948.121669:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559870592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.121681:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978948.121684:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978948.121687:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978948.121689:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978948.121692:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978948.121695:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978948.121700:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9670
00000400:00000200:1.0:1783978948.121707:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978948.121712:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978948.121716:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978948.121721:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121725:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121727:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121728:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978948.121729:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978948.121730:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978948.121733:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978948.121736:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978948.121739:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978948.121742:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978948.121748:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121751:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121753:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121757:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978948.121758:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978948.121763:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121768:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.121770:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978948.121774:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978948.121777:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978948.121778:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783978948.121782:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1783978948.121783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000008:00100000:1.0:1783978948.121784:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978948.121788:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121792:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978948.121798:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783978948.121803:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978948.121809:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978948.121813:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.121817:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978948.121820:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978948.121825:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978948.121832:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783978948.121836:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978948.121844:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559870720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978948.121856:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978948.121859:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978948.121862:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559870720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.121875:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978948.121878:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978948.121883:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978948.121884:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978948.121885:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978948.121888:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978948.121893:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9670
00000400:00000200:1.0:1783978948.121903:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978948.121911:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978948.121916:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978948.121923:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121928:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121934:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121940:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978948.121945:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978948.121949:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978948.121953:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978948.121956:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978948.121961:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978948.121966:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978948.121974:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121978:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978948.121983:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978948.121986:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978948.121993:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978948.121998:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978948.122004:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978948.122008:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978948.122014:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978948.122020:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.122025:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978948.122029:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978948.122033:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.122038:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978948.122041:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783978948.122046:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978948.122106:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978948.122109:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978948.122114:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978948.122116:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978948.122119:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978948.122124:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978948.122129:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978948.122137:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559870848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978948.122156:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978948.122160:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978948.122165:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559870848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978948.122176:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978948.122180:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9680)
00000800:00000200:2.1:1783978948.122343:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978948.122345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978948.122631:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978948.122634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978948.122906:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978948.122908:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783978948.123204:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978948.123206:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1783978948.889211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978948.889217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978948.889222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978948.889223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978948.889226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978948.889227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978949.913189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978949.913195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978949.913198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978949.913199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978949.913202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978949.913203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978950.937184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978950.937190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978950.937195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978950.937197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978950.937200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978950.937201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978951.961176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978951.961181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978951.961187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978951.961189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978951.961194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978951.961196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978952.985174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978952.985180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978952.985183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978952.985184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978952.985186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978952.985189:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978952.985191:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978952.985193:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978952.985195:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978952.985197:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978952.985198:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978952.985199:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978953.241185:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978953.241196:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978953.241199:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978953.241203:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978953.241207:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978953.241214:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9675
00000400:00000200:1.0:1783978953.241224:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978953.241230:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978953.241245:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978953.241249:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241252:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241254:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241257:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978953.241261:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978953.241264:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978953.241266:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978953.241270:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978953.241272:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978953.241274:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978953.241277:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241279:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241281:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241284:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978953.241286:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978953.241290:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241292:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.241295:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978953.241298:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978953.241301:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241304:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978953.241307:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978953.241313:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783978953.241317:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978953.241321:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978953.241323:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241325:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978953.241328:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978953.241331:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978953.241339:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783978953.241346:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978953.241353:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559870976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978953.241363:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978953.241368:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.241373:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559870976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.241404:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978953.241407:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978953.241411:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978953.241413:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978953.241414:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978953.241417:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978953.241420:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9675
00000400:00000200:1.0:1783978953.241434:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978953.241438:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978953.241441:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978953.241445:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241447:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241449:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241452:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978953.241454:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978953.241456:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978953.241458:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978953.241460:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978953.241462:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978953.241465:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978953.241467:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241469:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241471:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241472:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978953.241474:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978953.241477:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241479:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.241481:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978953.241487:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978953.241496:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241498:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978953.241503:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978953.241506:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241508:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978953.241512:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783978953.241514:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978953.241544:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978953.241545:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241547:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978953.241549:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978953.241557:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978953.241562:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783978953.241567:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978953.241573:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559871104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978953.241581:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978953.241583:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.241587:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559871104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.241594:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978953.241597:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978953.241601:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978953.241603:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978953.241604:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978953.241607:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978953.241610:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9675
00000400:00000200:1.0:1783978953.241614:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978953.241617:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978953.241620:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978953.241633:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241635:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241641:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241643:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978953.241645:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978953.241647:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978953.241648:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978953.241650:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978953.241653:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978953.241655:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978953.241659:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241661:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241663:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241665:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978953.241667:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978953.241669:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241672:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.241673:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978953.241676:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978953.241679:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241682:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978953.241684:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978953.241687:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241688:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978953.241692:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783978953.241696:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978953.241699:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978953.241701:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241704:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978953.241707:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978953.241711:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978953.241717:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783978953.241722:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978953.241731:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559871232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978953.241746:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978953.241750:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.241758:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559871232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.241775:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978953.241780:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978953.241786:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978953.241789:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978953.241791:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978953.241795:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978953.241813:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9675
00000400:00000200:1.0:1783978953.241821:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978953.241827:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978953.241829:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978953.241831:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241834:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241836:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241838:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978953.241840:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978953.241841:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978953.241843:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978953.241845:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978953.241847:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978953.241849:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978953.241851:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241853:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241855:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241857:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978953.241860:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978953.241862:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241865:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.241866:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978953.241869:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978953.241871:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241872:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978953.241875:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978953.241877:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241878:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978953.241882:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783978953.241884:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978953.241886:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978953.241888:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.241890:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978953.241891:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978953.241904:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978953.241909:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783978953.241912:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978953.241917:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559871360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978953.241925:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978953.241927:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.241932:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559871360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.241939:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978953.241951:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978953.241954:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978953.241956:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978953.241958:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978953.241961:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978953.241963:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9675
00000400:00000200:1.0:1783978953.241967:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978953.241970:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978953.241972:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978953.241974:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241976:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241978:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241980:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978953.241983:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978953.241984:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978953.241985:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978953.241987:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978953.241989:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978953.241991:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978953.241994:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241996:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978953.241997:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978953.241999:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978953.242001:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978953.242013:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978953.242016:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978953.242018:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978953.242021:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978953.242023:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.242025:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978953.242026:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978953.242028:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.242030:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978953.242034:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783978953.242036:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978953.242038:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978953.242039:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978953.242041:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978953.242042:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978953.242043:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978953.242065:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783978953.242069:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978953.242074:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559871488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978953.242081:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978953.242083:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.242087:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559871488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978953.242095:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978953.242099:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9685)
00000800:00000200:3.1:1783978953.242377:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978953.242574:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978953.242736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978953.242884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978953.243022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783978954.009176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978954.009185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978954.009190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978954.009191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978954.009195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978954.009196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978955.034623:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978955.034630:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978955.034635:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978955.034637:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978955.034640:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978955.034641:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978956.057176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978956.057183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978956.057188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978956.057189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978956.057192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978956.057193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978957.081152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978957.081158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978957.081163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978957.081165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978957.081169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978957.081170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978958.105161:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978958.105163:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978958.105165:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105169:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978958.105171:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105172:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105173:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978958.105177:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978958.105178:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978958.105180:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105181:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978958.105183:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105184:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105186:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978958.105189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978958.105190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978958.361727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978958.361733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978958.362500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978958.362502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978958.362787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978958.362789:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978958.363084:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978958.363087:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783978958.363447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978958.363449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783978959.129182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978959.129189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978959.129193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978959.129195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978959.129198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978959.129199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978960.153162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978960.153167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978960.153170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978960.153171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978960.153173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978960.153174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978961.177173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978961.177180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978961.177186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978961.177187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978961.177191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978961.177192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978962.201176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978962.201183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978962.201189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978962.201193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978962.201198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978962.201200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978963.225217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978963.225226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978963.225234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978963.225235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978963.225239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978963.225244:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978963.225246:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978963.225250:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978963.225254:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978963.225256:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978963.225258:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978963.225260:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978963.481800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978963.481806:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978963.482463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978963.482465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978963.482656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978963.482657:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978963.482830:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978963.482832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1783978963.483166:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978963.483169:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00010000:00000001:1.0:1783978964.249299:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978964.249308:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978964.249316:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978964.249317:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978964.249321:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978964.249322:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978965.273231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978965.273241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978965.273249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978965.273251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978965.273256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978965.273257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978966.297196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978966.297203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978966.297206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978966.297207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978966.297211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978966.297211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978967.321179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978967.321184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978967.321190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978967.321191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978967.321198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978967.321199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978968.345159:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978968.345161:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978968.345163:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345167:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978968.345168:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345170:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345171:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978968.345175:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978968.345176:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978968.345177:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345178:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978968.345179:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345180:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345181:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978968.345183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978968.345184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978968.601185:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978968.601195:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783978968.601198:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978968.601201:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978968.601204:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978968.601212:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9691
00000400:00000200:1.0:1783978968.601221:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978968.601228:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978968.601231:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978968.601234:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601238:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601240:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601243:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978968.601247:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978968.601261:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783978968.601264:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978968.601267:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783978968.601270:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783978968.601272:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783978968.601276:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601278:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601280:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601282:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978968.601284:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783978968.601288:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601291:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.601293:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978968.601296:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978968.601297:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601299:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783978968.601302:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978968.601311:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783978968.601314:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783978968.601318:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978968.601320:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601323:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978968.601325:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978968.601329:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978968.601338:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783978968.601344:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978968.601352:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559872896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978968.601363:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978968.601367:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.601370:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559872896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.601399:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978968.601402:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978968.601405:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783978968.601407:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978968.601408:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978968.601411:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978968.601413:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9691
00000400:00000200:1.0:1783978968.601417:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978968.601420:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978968.601423:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978968.601425:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601427:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601429:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601431:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978968.601434:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978968.601435:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783978968.601437:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978968.601439:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783978968.601441:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783978968.601443:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783978968.601446:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601448:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601450:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601452:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978968.601455:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783978968.601457:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601460:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.601462:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978968.601467:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978968.601469:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601471:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978968.601475:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978968.601478:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601480:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978968.601484:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783978968.601486:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978968.601489:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978968.601490:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601492:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978968.601493:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978968.601495:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978968.601499:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783978968.601502:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978968.601508:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559873024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978968.601515:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978968.601517:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.601521:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559873024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.601528:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978968.601531:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978968.601535:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783978968.601536:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978968.601538:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978968.601540:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978968.601543:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9691
00000400:00000200:1.0:1783978968.601547:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978968.601549:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978968.601551:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978968.601554:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601556:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601558:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601560:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978968.601563:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978968.601564:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783978968.601565:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978968.601567:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783978968.601570:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783978968.601572:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783978968.601575:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601577:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601579:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601581:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978968.601583:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783978968.601585:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601588:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.601589:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978968.601592:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978968.601594:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601596:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978968.601597:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783978968.601600:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601601:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978968.601605:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783978968.601607:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783978968.601609:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978968.601611:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601613:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978968.601614:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978968.601616:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978968.601619:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783978968.601622:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978968.601626:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559873152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978968.601633:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978968.601635:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.601644:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559873152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.601652:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978968.601654:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978968.601657:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783978968.601659:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978968.601660:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978968.601662:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978968.601665:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9691
00000400:00000200:1.0:1783978968.601669:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978968.601671:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978968.601673:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978968.601676:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601678:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601680:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601682:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978968.601684:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978968.601685:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783978968.601687:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978968.601689:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783978968.601691:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783978968.601693:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783978968.601696:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601698:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601700:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601702:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978968.601704:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783978968.601706:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601709:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.601710:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978968.601713:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978968.601715:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601717:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978968.601720:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978968.601722:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601724:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978968.601727:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783978968.601729:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978968.601732:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978968.601733:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601735:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978968.601736:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978968.601738:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978968.601741:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783978968.601744:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978968.601748:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559873280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978968.601755:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978968.601757:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.601761:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559873280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.601768:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783978968.601771:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783978968.601775:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783978968.601776:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783978968.601778:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783978968.601780:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783978968.601783:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9691
00000400:00000200:1.0:1783978968.601786:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783978968.601789:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783978968.601791:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783978968.601794:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601796:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601798:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601800:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783978968.601803:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783978968.601804:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783978968.601805:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783978968.601807:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783978968.601809:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783978968.601811:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783978968.601815:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601816:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783978968.601818:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601820:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783978968.601822:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783978968.601825:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783978968.601827:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783978968.601829:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783978968.601831:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783978968.601833:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601835:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783978968.601837:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783978968.601839:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601841:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783978968.601844:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783978968.601846:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783978968.601848:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783978968.601849:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783978968.601851:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783978968.601852:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783978968.601854:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783978968.601858:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783978968.601861:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783978968.601865:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559873408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783978968.601872:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783978968.601874:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.601878:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559873408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783978968.601885:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783978968.601890:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9701)
00000800:00000200:2.1:1783978968.602188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978968.602191:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978968.602526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978968.602528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978968.602789:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978968.602791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978968.603082:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978968.603084:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1783978968.603352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978968.603355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00010000:00000001:1.0:1783978969.369147:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978969.369152:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978969.369155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978969.369155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978969.369158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978969.369159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978970.393171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978970.393179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978970.393184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978970.393185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978970.393189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978970.393191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978971.417175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978971.417183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978971.417189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978971.417191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978971.417194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978971.417195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978972.441162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978972.441167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978972.441172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978972.441173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978972.441176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978972.441179:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978972.441182:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978972.441194:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978972.441197:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978972.441198:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978972.441200:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978972.441202:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978973.465134:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978973.465139:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978973.465143:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978973.465143:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978973.465146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978973.465147:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783978973.721746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978973.721752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978973.722381:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978973.722383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978973.722646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978973.722649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978973.722901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978973.722904:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783978973.723191:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978973.723193:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1783978974.489202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978974.489216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978974.489224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978974.489226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978974.489229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978974.489230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978975.513117:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978975.513121:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978975.513124:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978975.513125:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978975.513127:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978975.513128:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978976.537185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978976.537192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978976.537198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978976.537199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978976.537203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978976.537204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978977.561179:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978977.561183:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978977.561188:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561193:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978977.561195:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561198:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561201:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978977.561208:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978977.561209:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978977.561211:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561212:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978977.561213:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561215:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561217:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978977.561220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978977.561222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978978.585169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978978.585174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978978.585178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978978.585179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978978.585181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978978.585182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783978978.842091:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978978.842096:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783978978.842982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978978.842985:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783978978.843318:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978978.843320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783978978.843611:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978978.843614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783978978.843883:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783978978.843885:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1783978979.609194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978979.609200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978979.609206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978979.609207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978979.609210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978979.609211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978980.633185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978980.633192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978980.633198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978980.633199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978980.633202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978980.633203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978981.657173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978981.657179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978981.657185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978981.657186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978981.657189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978981.657190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978982.681201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978982.681208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978982.681216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978982.681220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978982.681224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978982.681228:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978982.681231:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978982.681235:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978982.681247:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978982.681249:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978982.681252:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978982.681255:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978983.705220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978983.705228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978983.705233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978983.705234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978983.705236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978983.705237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978983.962183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978983.962190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978983.962834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978983.962837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978983.963142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978983.963144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978983.963322:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978983.963324:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783978983.963474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978983.963476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1783978984.729218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978984.729228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978984.729235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978984.729237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978984.729241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978984.729242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978985.753121:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978985.753128:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978985.753134:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978985.753135:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978985.753138:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978985.753139:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978986.777164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978986.777170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978986.777177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978986.777178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978986.777181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978986.777182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978987.801192:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978987.801197:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978987.801204:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801209:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978987.801213:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801215:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801218:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978987.801225:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978987.801226:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978987.801227:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801229:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978987.801230:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801232:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801234:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978987.801240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978987.801242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978988.825162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978988.825169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978988.825174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978988.825176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978988.825178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978988.825179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978989.082217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978989.082224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978989.083142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978989.083145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978989.083432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978989.083434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978989.083785:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978989.083788:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783978989.084107:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978989.084109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783978989.849189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978989.849197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978989.849203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978989.849205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978989.849209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978989.849210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978990.873198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978990.873207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978990.873214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978990.873215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978990.873220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978990.873222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978991.897229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978991.897238:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978991.897245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978991.897246:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978991.897250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978991.897251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978992.921142:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978992.921149:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978992.921154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978992.921156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978992.921159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978992.921162:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978992.921165:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978992.921168:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978992.921171:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978992.921172:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978992.921174:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978992.921175:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978993.945188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978993.945196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978993.945201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978993.945203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978993.945206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978993.945208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978994.201776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978994.201783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978994.202424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978994.202427:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978994.202712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978994.202715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978994.202994:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978994.202996:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783978994.203283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978994.203285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783978994.969173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978994.969180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978994.969185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978994.969186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978994.969190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978994.969191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978995.993217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978995.993225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978995.993230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978995.993231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978995.993235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978995.993236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978997.017184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978997.017190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978997.017193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978997.017194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978997.017196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978997.017197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978998.041163:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978998.041167:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978998.041172:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041176:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978998.041178:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041180:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041182:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978998.041189:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783978998.041190:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783978998.041192:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041193:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783978998.041195:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041197:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041199:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978998.041202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978998.041204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978999.065163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978999.065168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978999.065172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978999.065173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783978999.065177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783978999.065178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783978999.321645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978999.321648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978999.322185:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978999.322187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978999.322428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978999.322430:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978999.322663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978999.322665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783978999.322950:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783978999.322951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783979000.089189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979000.089197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979000.089208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979000.089209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979000.089215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979000.089217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979001.113172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979001.113179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979001.113184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979001.113186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979001.113188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979001.113189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979002.137193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979002.137199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979002.137204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979002.137206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979002.137209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979002.137210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979003.161177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979003.161182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979003.161190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979003.161193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979003.161197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979003.161200:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979003.161202:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979003.161206:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979003.161210:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979003.161212:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979003.161214:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979003.161217:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979004.185166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979004.185171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979004.185174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979004.185175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979004.185177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979004.185178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979004.442129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979004.442131:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783979004.442387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979004.442390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783979004.442610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979004.442612:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783979004.442875:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979004.442878:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783979004.443095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979004.443096:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1783979005.209221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979005.209228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979005.209234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979005.209235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979005.209238:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979005.209239:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979006.233175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979006.233182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979006.233187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979006.233189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979006.233193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979006.233194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979007.257165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979007.257172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979007.257177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979007.257178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979007.257181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979007.257183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979008.281186:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979008.281189:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979008.281192:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281196:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979008.281198:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281200:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281202:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979008.281207:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979008.281208:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979008.281209:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281211:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979008.281211:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281212:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281214:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979008.281216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979008.281217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979009.306091:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979009.306096:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979009.306100:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979009.306101:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979009.306104:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979009.306105:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979009.563252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979009.563257:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979009.563807:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979009.563809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979009.564073:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979009.564075:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979009.564306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979009.564308:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979009.564616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979009.564617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1783979010.329110:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979010.329116:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979010.329119:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979010.329120:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979010.329122:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979010.329123:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979011.353149:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979011.353155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979011.353159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979011.353159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979011.353162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979011.353162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979012.377118:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979012.377124:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979012.377128:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979012.377129:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979012.377131:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979012.377131:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979013.401166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979013.401173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979013.401180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979013.401181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979013.401187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979013.401190:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979013.401192:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979013.401195:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979013.401198:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979013.401200:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979013.401202:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979013.401205:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979014.425181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979014.425188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979014.425194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979014.425195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979014.425198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979014.425200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979014.681646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979014.681650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979014.682341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979014.682343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979014.682546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979014.682548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979014.682735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979014.682737:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979014.683020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979014.683021:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1783979015.449194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979015.449200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979015.449206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979015.449207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979015.449211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979015.449212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979016.473175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979016.473182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979016.473187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979016.473189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979016.473192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979016.473193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979017.497213:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979017.497216:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979017.497220:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497225:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979017.497227:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497229:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497231:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979017.497237:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979017.497238:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979017.497240:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497241:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979017.497242:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497244:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497246:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979017.497249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979017.497251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979018.521172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979018.521177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979018.521183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979018.521185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979018.521194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979018.521196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979019.545183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979019.545199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979019.545207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979019.545208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979019.545211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979019.545212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979019.801922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979019.802526:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979019.802769:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979019.802929:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979019.803087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783979020.569210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979020.569217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979020.569222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979020.569223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979020.569226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979020.569227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979021.593218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979021.593228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979021.593235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979021.593237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979021.593241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979021.593242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979022.617274:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979022.617284:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979022.617298:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979022.617300:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979022.617303:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979022.617305:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1783979022.873439:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:1.0:1783979022.873494:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1783979022.873517:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979022.873521:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:1.0:1783979022.873526:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979022.873532:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1783979022.873538:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979022.873551:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:1.0:1783979022.873558:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979022.873563:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979022.873571:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbcc0
00000400:00000010:1.0:1783979022.873573:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbcc0.
00000100:00000001:1.0:1783979022.873580:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979022.873589:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc8e340a80 x1870627559879296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873619:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979022.873623:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340a80 x1870627559879296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873631:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979022.873635:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979022.873657:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979022.873659:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a400.
00000400:00000200:1.0:1783979022.873663:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979022.873666:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979022.873670:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb440
00000400:00000010:1.0:1783979022.873672:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb440.
00000100:00000001:1.0:1783979022.873675:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979022.873681:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc8e341880 x1870627559879424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873693:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979022.873697:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559879424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873705:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979022.873708:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979022.873718:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979022.873722:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388ab00.
00000400:00000200:1.0:1783979022.873725:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979022.873730:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979022.873749:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb990
00000400:00000010:1.0:1783979022.873752:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb990.
00000100:00000001:1.0:1783979022.873754:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979022.873759:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc8e342300 x1870627559879552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873768:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979022.873774:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559879552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873789:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979022.873791:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979022.873798:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979022.873813:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a200.
00000400:00000200:1.0:1783979022.873819:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979022.873823:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979022.873828:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb908
00000400:00000010:1.0:1783979022.873832:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb908.
00000100:00000001:1.0:1783979022.873836:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979022.873844:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc8e341180 x1870627559879680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873867:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979022.873871:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559879680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873887:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979022.873891:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979022.873900:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979022.873906:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388ae00.
00000400:00000200:1.0:1783979022.873911:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979022.873918:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979022.873923:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbd48
00000400:00000010:1.0:1783979022.873927:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbd48.
00000100:00000001:1.0:1783979022.873932:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979022.873940:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc8e341f80 x1870627559879808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873954:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979022.873961:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559879808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979022.873973:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979022.873977:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1783979023.641178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979023.641184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979023.641192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979023.641195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979023.641199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979023.641206:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979023.641208:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979023.641212:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979023.641215:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979023.641217:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979023.641219:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979023.641221:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979024.665207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979024.665216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979024.665223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979024.665224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979024.665228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979024.665229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979024.921925:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979024.921931:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979024.922513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979024.922516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979024.922905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979024.922907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979024.924916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979024.924919:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979024.925193:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979024.925195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783979025.689155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979025.689160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979025.689164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979025.689164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979025.689167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979025.689167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979026.713156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979026.713161:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979026.713165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979026.713165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979026.713168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979026.713168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979027.737167:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979027.737169:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979027.737171:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737175:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979027.737177:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737178:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737180:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979027.737183:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979027.737184:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979027.737185:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737186:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979027.737187:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737188:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737190:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979027.737192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979027.737193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979028.762394:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979028.762400:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979028.762404:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979028.762406:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979028.762409:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979028.762410:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979029.787641:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979029.787649:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979029.787655:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979029.787656:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979029.787659:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979029.787660:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979030.041785:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979030.041789:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979030.045223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979030.045226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979030.045971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979030.045975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979030.046490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979030.046492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979030.046713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979030.046714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783979030.809162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979030.809169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979030.809186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979030.809188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979030.809191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979030.809192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979031.833162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979031.833168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979031.833174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979031.833176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979031.833179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979031.833180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979032.857193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979032.857201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979032.857207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979032.857209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979032.857212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979032.857213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979033.883455:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979033.883459:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979033.883464:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979033.883465:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979033.883468:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979033.883471:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979033.883473:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979033.883477:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979033.883479:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979033.883481:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979033.883483:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979033.883485:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979034.905167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979034.905174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979034.905178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979034.905180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979034.905183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979034.905184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979035.161704:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979035.161709:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979035.164447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979035.164450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979035.164768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979035.164770:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979035.164990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979035.164991:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979035.165403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979035.165406:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1783979035.929175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979035.929181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979035.929186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979035.929187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979035.929190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979035.929191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979036.953193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979036.953202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979036.953208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979036.953209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979036.953213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979036.953214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979037.977190:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979037.977192:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979037.977196:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977201:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979037.977203:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977205:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977207:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979037.977212:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979037.977213:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979037.977214:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977215:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979037.977218:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977219:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977221:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979037.977224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979037.977226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979039.001193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979039.001200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979039.001207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979039.001210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979039.001217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979039.001218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979040.025190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979040.025200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979040.025206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979040.025208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979040.025211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979040.025212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979040.282655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979040.282660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979040.283126:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979040.283130:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979040.283476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979040.283480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979040.283824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979040.283827:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979040.284222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979040.284225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1783979041.049171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979041.049179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979041.049185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979041.049187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979041.049190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979041.049191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979042.073178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979042.073186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979042.073191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979042.073192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979042.073195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979042.073196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979043.097166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979043.097172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979043.097176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979043.097177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979043.097179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979043.097180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979044.121204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979044.121214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979044.121222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979044.121227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979044.121234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979044.121240:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979044.121246:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979044.121250:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979044.121254:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979044.121257:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979044.121260:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979044.121263:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979045.145164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979045.145172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979045.145177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979045.145179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979045.145182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979045.145183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979045.402225:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979045.402228:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979045.402539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979045.402542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979045.402804:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979045.402806:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979045.403113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979045.403115:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979045.403383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979045.403386:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1783979046.169193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979046.169202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979046.169207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979046.169208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979046.169210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979046.169211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979047.193184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979047.193191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979047.193197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979047.193198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979047.193201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979047.193202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979048.217173:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979048.217175:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979048.217177:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217181:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979048.217183:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217184:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217186:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979048.217189:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979048.217189:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979048.217191:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217192:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979048.217192:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217193:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217195:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979048.217197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979048.217198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979049.241150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979049.241156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979049.241162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979049.241164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979049.241171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979049.241174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979050.265182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979050.265189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979050.265194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979050.265195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979050.265198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979050.265199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979050.521664:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979050.521669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979050.522222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979050.522223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979050.522388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979050.522390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979050.522551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979050.522553:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979050.522869:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979050.522872:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1783979051.289171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979051.289176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979051.289180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979051.289180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979051.289183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979051.289183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979052.313177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979052.313184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979052.313190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979052.313191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979052.313194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979052.313195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979053.337179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979053.337185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979053.337190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979053.337191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979053.337195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979053.337197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979054.361270:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979054.361273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979054.361276:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979054.361277:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979054.361281:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979054.361285:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979054.361287:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979054.361291:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979054.361293:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979054.361296:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979054.361298:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979054.361300:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979055.389285:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979055.389293:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979055.389300:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979055.389302:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979055.389307:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979055.389309:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979055.641966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979055.641972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979055.642634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979055.642637:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979055.642882:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979055.642884:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979055.643127:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979055.643130:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979055.643403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979055.643406:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783979056.410686:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979056.410701:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979056.410706:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979056.410708:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979056.410711:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979056.410713:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433145:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979057.433155:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979057.433157:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979057.433169:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433173:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979057.433175:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433177:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433180:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979057.433185:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979057.433187:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979057.433188:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433190:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979057.433191:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433193:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433195:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979057.433198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979057.433200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979058.457151:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979058.457157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979058.457162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979058.457163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979058.457166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979058.457167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979059.481165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979059.481178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979059.481185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979059.481187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979059.481191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979059.481193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979060.505138:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979060.505145:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979060.505165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979060.505166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979060.505169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979060.505171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979060.761920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979060.761927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979060.762713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979060.762715:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979060.762994:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979060.762997:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979060.763301:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979060.763303:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979060.763677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979060.763679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783979061.529176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979061.529184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979061.529189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979061.529191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979061.529194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979061.529195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979062.553199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979062.553206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979062.553211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979062.553212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979062.553215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979062.553216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979063.577249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979063.577256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979063.577261:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979063.577263:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979063.577266:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979063.577269:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979063.577272:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979063.577276:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979063.577279:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979063.577282:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979063.577284:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979063.577286:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979064.601162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979064.601168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979064.601173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979064.601177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979064.601183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979064.601185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979065.625171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979065.625178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979065.625182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979065.625184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979065.625187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979065.625188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979065.881691:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979065.881696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979065.882442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979065.882447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979065.882776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979065.882778:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979065.883150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979065.883153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979065.883424:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979065.883426:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783979066.649164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979066.649171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979066.649177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979066.649178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979066.649181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979066.649183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979067.673182:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979067.673184:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979067.673188:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673192:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979067.673195:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673197:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673199:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979067.673204:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979067.673205:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979067.673207:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673208:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979067.673210:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673212:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673213:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979067.673217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979067.673219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979068.697188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979068.697197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979068.697202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979068.697203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979068.697206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979068.697208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979069.721213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979069.721217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979069.721222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979069.721223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979069.721226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979069.721228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979070.745182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979070.745190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979070.745196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979070.745197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979070.745200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979070.745201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979071.001930:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979071.001935:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979071.003101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979071.003103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979071.003326:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979071.003327:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979071.003618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979071.003621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979071.003940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979071.003942:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1783979071.769176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979071.769184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979071.769191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979071.769192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979071.769196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979071.769197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979072.793153:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979072.793165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979072.793171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979072.793172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979072.793176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979072.793177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979073.817243:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979073.817258:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979073.817263:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979073.817266:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979073.817269:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979073.817273:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979073.817275:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979073.817278:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979073.817282:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979073.817283:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979073.817285:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979073.817287:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979074.841186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979074.841191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979074.841196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979074.841199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979074.841206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979074.841208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979075.865194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979075.865202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979075.865211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979075.865213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979075.865217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979075.865218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979076.122194:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979076.122197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979076.122514:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979076.122516:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979076.122771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979076.122774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979076.123022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979076.123024:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979076.123289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979076.123292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1783979076.892501:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979076.892508:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979076.892513:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979076.892514:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979076.892517:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979076.892518:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979077.913188:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979077.913190:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979077.913194:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913198:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979077.913200:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913203:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913205:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979077.913210:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979077.913212:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979077.913214:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913216:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979077.913217:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913218:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913220:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979077.913223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979077.913225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979078.937113:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979078.937121:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979078.937126:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979078.937127:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979078.937130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979078.937132:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979079.961155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979079.961161:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979079.961167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979079.961170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979079.961175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979079.961182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979080.985179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979080.985185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979080.985190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979080.985191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979080.985194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979080.985196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979081.242038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979081.242046:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979081.245469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979081.245471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979081.245761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979081.245763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979081.246044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979081.246069:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979081.246341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979081.246343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1783979082.010976:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979082.010982:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979082.010988:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979082.010990:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979082.010993:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979082.010994:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979083.033177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979083.033185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979083.033190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979083.033192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979083.033195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979083.033196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979084.059037:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979084.059045:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979084.059067:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979084.059069:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979084.059072:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979084.059075:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979084.059078:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979084.059082:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979084.059085:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979084.059087:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979084.059089:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979084.059091:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979085.081166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979085.081170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979085.081174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979085.081176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979085.081179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979085.081180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979086.105188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979086.105194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979086.105198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979086.105198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979086.105200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979086.105201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979086.363133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979086.364567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979086.365208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979086.365360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979086.365486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783979087.129230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979087.129237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979087.129242:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979087.129243:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979087.129246:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979087.129247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979088.153160:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979088.153162:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979088.153166:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153171:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979088.153173:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153175:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153177:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979088.153196:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979088.153197:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979088.153199:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153200:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979088.153202:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153203:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153204:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979088.153208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979088.153210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979089.177223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979089.177231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979089.177236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979089.177237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979089.177241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979089.177242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979090.201462:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979090.201466:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979090.201471:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979090.201472:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979090.201476:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979090.201477:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979091.225201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979091.225208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979091.225212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979091.225214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979091.225217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979091.225218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979091.483921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979091.483925:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979091.484313:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979091.484316:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979091.487632:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979091.487634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979091.488001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979091.488003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979091.488259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979091.488261:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783979092.249206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979092.249210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979092.249214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979092.249215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979092.249217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979092.249218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979093.273219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979093.273232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979093.273236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979093.273236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979093.273239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979093.273240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979094.297280:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979094.297292:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979094.297301:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979094.297302:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979094.297306:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979094.297311:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979094.297315:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979094.297319:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979094.297323:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979094.297326:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979094.297329:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979094.297332:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979095.321503:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979095.321508:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979095.321513:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979095.321515:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979095.321519:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979095.321520:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979096.345229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979096.345240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979096.345248:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979096.345250:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979096.345254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979096.345255:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979096.601250:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979096.601266:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979096.601269:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979096.601274:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979096.601281:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979096.601291:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9819
00000400:00000200:1.0:1783979096.601303:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979096.601318:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979096.601322:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979096.601327:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601332:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.601335:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601339:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979096.601344:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979096.601346:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979096.601350:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979096.601354:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979096.601357:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979096.601361:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979096.601379:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601381:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.601383:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601385:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979096.601388:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979096.601392:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601394:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.601398:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979096.601402:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979096.601406:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.601409:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979096.601412:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979096.601419:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979096.601425:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979096.601429:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979096.601431:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.601441:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979096.601445:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979096.601450:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979096.601459:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979096.601467:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979096.601479:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559888896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979096.601502:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979096.601508:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.601514:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559888896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979096.601539:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979096.601543:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979096.601546:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979096.601548:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979096.601550:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979096.601553:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979096.601555:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9819
00000400:00000200:1.0:1783979096.601559:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979096.601563:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979096.601566:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979096.601569:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601571:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.601574:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601591:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979096.601594:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979096.601596:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979096.601598:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979096.601602:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979096.601610:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979096.601618:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979096.601625:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601628:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.601636:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601648:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979096.601657:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979096.601665:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601682:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.601687:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979096.601696:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979096.601702:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.601709:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979096.601716:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979096.601723:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.601728:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979096.601735:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979096.601740:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979096.601745:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979096.601748:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.601754:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979096.601758:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979096.601761:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979096.601780:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979096.601787:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979096.601799:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559889024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979096.601817:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979096.601822:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.601836:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559889024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979096.601851:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979096.601854:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979096.601859:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979096.601865:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979096.601871:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979096.601877:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979096.601885:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9819
00000400:00000200:1.0:1783979096.601896:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979096.601904:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979096.601910:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979096.601919:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601922:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.601929:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601936:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979096.601940:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979096.601943:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979096.601947:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979096.601951:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979096.601957:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979096.601976:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979096.601990:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.601998:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.602004:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602012:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979096.602020:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979096.602030:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602101:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.602110:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979096.602116:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1783979096.602116:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:1.0:1783979096.602126:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979096.602127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1783979096.602132:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979096.602138:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979096.602145:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.602150:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979096.602161:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979096.602167:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979096.602173:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979096.602179:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.602184:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979096.602187:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979096.602192:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979096.602200:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979096.602206:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979096.602219:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559889152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979096.602236:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979096.602241:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.602258:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559889152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979096.602284:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979096.602290:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979096.602296:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979096.602299:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979096.602303:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979096.602308:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979096.602316:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9819
00000400:00000200:1.0:1783979096.602327:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979096.602336:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979096.602344:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979096.602353:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602360:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.602367:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602373:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979096.602380:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979096.602382:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979096.602386:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979096.602390:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979096.602395:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979096.602400:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979096.602408:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602415:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.602422:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602428:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979096.602435:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979096.602445:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602452:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.602457:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979096.602462:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979096.602468:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.602472:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979096.602476:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979096.602484:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.602489:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979096.602500:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979096.602507:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979096.602515:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979096.602518:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.602524:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979096.602527:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979096.602530:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979096.602537:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979096.602544:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979096.602556:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559889280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979096.602571:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979096.602576:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.602587:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559889280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979096.602607:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979096.602613:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979096.602623:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979096.602627:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979096.602631:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979096.602638:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979096.602646:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9819
00000400:00000200:1.0:1783979096.602655:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979096.602666:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979096.602676:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979096.602684:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602691:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.602699:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602705:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979096.602710:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979096.602713:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979096.602716:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979096.602721:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979096.602726:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979096.602731:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979096.602740:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602749:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979096.602754:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602761:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979096.602767:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979096.602775:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979096.602782:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979096.602786:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979096.602792:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979096.602798:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.602802:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979096.602807:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979096.602812:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.602818:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979096.602823:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979096.602829:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979096.602837:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979096.602840:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979096.602844:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979096.602848:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979096.602852:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979096.602858:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979096.602862:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979096.602871:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559889408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979096.602885:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979096.602889:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.602899:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559889408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979096.602929:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979096.602942:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9829)
00000800:00000200:2.1:1783979096.603110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979096.603112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979096.603416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979096.603419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979096.603738:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979096.603742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979096.604169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979096.604172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783979097.369148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979097.369159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979097.369167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979097.369169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979097.369172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979097.369174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979098.393244:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979098.393248:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979098.393250:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393256:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979098.393259:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393261:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393264:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393269:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979098.393271:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979098.393272:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979098.393274:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393275:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979098.393277:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393278:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393280:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979098.393284:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979098.393286:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979099.417166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979099.417175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979099.417182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979099.417183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979099.417187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979099.417189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979100.441192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979100.441198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979100.441203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979100.441204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979100.441209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979100.441211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979101.465251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979101.465260:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979101.465268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979101.465270:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979101.465274:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979101.465275:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979101.723267:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979101.723274:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979101.723665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979101.723667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979101.723858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979101.723860:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979101.724339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979101.724342:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979101.724610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979101.724612:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1783979102.489222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979102.489232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979102.489239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979102.489241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979102.489245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979102.489246:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979103.513173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979103.513181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979103.513188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979103.513189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979103.513192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979103.513196:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979103.513198:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979103.513202:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979103.513205:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979103.513207:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979103.513209:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979103.513211:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979104.537434:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979104.537443:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979104.537449:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979104.537450:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979104.537454:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979104.537455:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979105.561803:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979105.561809:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979105.561817:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979105.561819:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979105.561826:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979105.561828:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979106.585192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979106.585200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979106.585207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979106.585208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979106.585211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979106.585212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979106.842715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979106.842721:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979106.843327:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979106.843329:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979106.843694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979106.843696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979106.843993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979106.843995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979106.844290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979106.844292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1783979107.609237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979107.609247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979107.609254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979107.609256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979107.609259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979107.609261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979108.633228:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979108.633231:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979108.633235:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633241:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979108.633244:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633247:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633250:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979108.633262:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979108.633264:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979108.633265:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633270:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979108.633272:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633273:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633275:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979108.633279:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979108.633281:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979109.657206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979109.657214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979109.657221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979109.657222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979109.657226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979109.657227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979110.681156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979110.681162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979110.681169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979110.681172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979110.681178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979110.681179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979111.705185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979111.705190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979111.705193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979111.705194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979111.705196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979111.705197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979111.961979:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979111.961988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979111.962935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979111.962938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979111.963242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979111.963244:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979111.963517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979111.963519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979111.963792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979111.963795:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1783979112.729180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979112.729187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979112.729193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979112.729194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979112.729197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979112.729198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979113.753904:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979113.753914:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979113.753922:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979113.753924:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979113.753928:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979113.753932:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979113.753935:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979113.753939:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979113.753942:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979113.753945:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979113.753947:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979113.753950:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979114.777222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979114.777233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979114.777240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979114.777241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979114.777245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979114.777246:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979115.801192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979115.801201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979115.801211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979115.801213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979115.801218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979115.801221:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979116.825317:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979116.825326:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979116.825332:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979116.825334:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979116.825338:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979116.825339:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979117.081995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979117.082002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979117.082802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979117.082803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979117.083033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979117.083034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979117.083239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979117.083241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979117.083494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979117.083496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1783979117.849193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979117.849200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979117.849205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979117.849207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979117.849209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979117.849210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979118.873222:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979118.873225:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979118.873229:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873236:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979118.873239:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873241:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873244:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873248:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979118.873250:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979118.873251:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979118.873253:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873255:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979118.873256:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873258:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873260:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979118.873263:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979118.873264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979119.897268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979119.897275:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979119.897282:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979119.897283:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979119.897286:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979119.897288:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979120.921241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979120.921247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979120.921252:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979120.921253:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979120.921256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979120.921257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979121.945505:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979121.945513:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979121.945519:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979121.945520:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979121.945523:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979121.945524:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979122.201732:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979122.201735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979122.202342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979122.202344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979122.204444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979122.204447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979122.204756:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979122.204758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979122.205009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979122.205012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00010000:00000001:1.0:1783979122.969174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979122.969181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979122.969187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979122.969188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979122.969192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979122.969193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979123.993161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979123.993167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979123.993171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979123.993172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979123.993174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979123.993177:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979123.993179:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979123.993182:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979123.993184:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979123.993186:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979123.993187:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979123.993188:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979125.017169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979125.017177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979125.017182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979125.017183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979125.017185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979125.017186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979126.041168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979126.041175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979126.041181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979126.041183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979126.041190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979126.041192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979127.065295:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979127.065300:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979127.065304:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979127.065305:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979127.065307:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979127.065308:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979127.321201:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979127.321212:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979127.321215:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979127.321218:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979127.321223:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979127.321231:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9849
00000400:00000200:1.0:1783979127.321240:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979127.321247:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979127.321250:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979127.321254:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321257:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.321259:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321261:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979127.321265:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979127.321267:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979127.321270:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979127.321273:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979127.321275:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979127.321278:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979127.321280:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321282:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.321284:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321286:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979127.321288:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979127.321291:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321293:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.321296:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979127.321299:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979127.321302:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.321304:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979127.321307:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979127.321316:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979127.321319:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979127.321323:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979127.321324:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.321327:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979127.321330:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979127.321334:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979127.321342:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979127.321349:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979127.321358:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559892736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979127.321380:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979127.321387:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979127.321392:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559892736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.321416:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979127.321419:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979127.321422:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979127.321423:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979127.321425:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979127.321428:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979127.321430:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9849
00000400:00000200:1.0:1783979127.321434:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979127.321443:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979127.321448:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979127.321454:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321458:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.321464:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321469:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979127.321474:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979127.321477:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979127.321481:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979127.321485:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979127.321490:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979127.321496:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000800:00000200:2.1:1783979127.321629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979127.321632:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000100:00000040:1.0:1783979127.321687:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321692:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.321710:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321715:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979127.321720:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979127.321725:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321730:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.321732:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979127.321739:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979127.321743:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.321746:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979127.321750:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979127.321753:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.321756:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979127.321761:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979127.321766:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979127.321772:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979127.321776:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.321781:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979127.321784:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979127.321787:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979127.321794:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979127.321800:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979127.321822:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559892864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979127.321839:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979127.321844:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979127.321852:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559892864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.321882:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979127.321890:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979127.321898:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979127.321902:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979127.321907:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979127.321915:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979127.321921:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9849
00000400:00000200:1.0:1783979127.321930:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979127.321939:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979127.321945:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979127.321953:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321959:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.321964:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.321970:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979127.321974:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979127.321976:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979127.321978:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979127.321982:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979127.321987:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979127.321993:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979127.321997:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322001:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.322005:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322010:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979127.322015:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979127.322021:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322027:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.322031:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979127.322036:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979127.322042:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322046:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979127.322103:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979127.322110:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322116:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979127.322124:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979127.322128:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979127.322133:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979127.322137:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322142:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979127.322146:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979127.322150:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979127.322158:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979127.322163:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979127.322171:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559892992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979127.322185:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979127.322189:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979127.322194:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559892992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979127.322211:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783979127.322213:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979127.322217:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979127.322221:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.1:1783979127.322222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000100:00000001:1.0:1783979127.322223:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979127.322226:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979127.322230:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979127.322235:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9849
00000400:00000200:1.0:1783979127.322243:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979127.322250:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979127.322253:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979127.322260:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322265:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.322270:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322275:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979127.322279:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979127.322282:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979127.322285:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979127.322288:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979127.322291:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979127.322296:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979127.322301:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322307:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.322311:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322315:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979127.322321:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979127.322327:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322332:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.322335:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979127.322340:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979127.322345:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322349:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979127.322353:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979127.322358:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322362:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979127.322368:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979127.322372:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979127.322374:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979127.322375:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322378:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979127.322381:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979127.322384:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979127.322390:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979127.322396:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979127.322404:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559893120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979127.322416:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979127.322419:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979127.322425:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559893120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.322441:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979127.322445:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979127.322452:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979127.322455:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979127.322458:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979127.322464:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979127.322469:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9849
00000400:00000200:1.0:1783979127.322476:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979127.322482:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979127.322487:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979127.322494:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322499:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.322515:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322520:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979127.322524:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979127.322527:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979127.322531:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979127.322535:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979127.322539:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979127.322544:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979127.322551:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322557:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979127.322562:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322566:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979127.322571:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979127.322577:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979127.322582:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979127.322586:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979127.322591:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979127.322595:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322599:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979127.322603:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979127.322610:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322613:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979127.322618:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783979127.322622:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979127.322627:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979127.322629:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979127.322633:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979127.322636:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979127.322640:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979127.322645:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979127.322651:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979127.322660:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559893248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979127.322672:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979127.322676:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979127.322683:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559893248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979127.322697:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979127.322703:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9859)
00000800:00000200:2.1:1783979127.322819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979127.322821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783979127.323097:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979127.323100:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783979127.323354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979127.323357:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00010000:00000001:1.0:1783979128.089204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979128.089213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979128.089219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979128.089220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979128.089224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979128.089225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979129.113229:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979129.113232:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979129.113235:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113243:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979129.113245:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113247:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113249:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979129.113255:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979129.113257:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979129.113258:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113259:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979129.113261:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113262:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113264:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979129.113268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979129.113269:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979130.137199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979130.137210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979130.137217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979130.137218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979130.137222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979130.137223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979131.161190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979131.161198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979131.161206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979131.161209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979131.161214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979131.161217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979132.185192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979132.185203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979132.185210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979132.185211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979132.185215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979132.185217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979132.441969:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979132.441975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979132.442660:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979132.442665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979132.443223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979132.443225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979132.443520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979132.443522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979132.443804:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979132.443807:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783979133.209180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979133.209187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979133.209192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979133.209193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979133.209196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979133.209198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979134.233180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979134.233187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979134.233192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979134.233193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979134.233196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979134.233200:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979134.233202:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979134.233205:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979134.233207:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979134.233209:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979134.233210:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979134.233213:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979135.257178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979135.257183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979135.257187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979135.257188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979135.257190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979135.257191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979136.281148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979136.281153:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979136.281160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979136.281161:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979136.281164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979136.281166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979137.305171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979137.305179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979137.305184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979137.305184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979137.305187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979137.305187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979137.561866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979137.561872:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979137.571936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979137.571940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979137.572799:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979137.572802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979137.573426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979137.573428:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979137.574015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979137.574018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1783979138.329403:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979138.329411:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979138.329417:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979138.329418:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979138.329422:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979138.329423:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979139.353185:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979139.353188:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979139.353191:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353196:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979139.353198:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353200:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353203:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979139.353208:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979139.353209:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979139.353211:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353213:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979139.353214:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353215:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353217:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979139.353221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979139.353223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979140.377196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979140.377206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979140.377211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979140.377212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979140.377215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979140.377216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979141.401388:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979141.401395:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979141.401400:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979141.401402:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979141.401405:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979141.401407:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979142.425214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979142.425225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979142.425233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979142.425234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979142.425248:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979142.425250:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979142.682495:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979142.682499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979142.682884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979142.682887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979142.683210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979142.683212:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979142.685258:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979142.685261:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979142.685565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979142.685567:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1783979143.449199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979143.449211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979143.449219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979143.449220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979143.449249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979143.449254:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979143.449264:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979143.449268:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979143.449273:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979143.449275:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979143.449277:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979143.449280:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979144.474180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979144.474188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979144.474193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979144.474194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979144.474196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979144.474197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979145.497130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979145.497137:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979145.497142:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979145.497144:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979145.497147:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979145.497148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979146.521250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979146.521266:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979146.521271:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979146.521272:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979146.521275:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979146.521276:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979147.545199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979147.545206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979147.545211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979147.545213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979147.545216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979147.545217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979147.801971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979147.801978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979147.802657:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979147.802660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979147.802938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979147.802941:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979147.803264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979147.803266:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979147.803535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979147.803537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1783979148.569226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979148.569237:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979148.569240:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979148.569245:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979148.569251:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979148.569253:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979148.569257:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979148.569260:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979148.569264:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979148.569266:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979148.569268:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979148.569269:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979148.569270:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979148.569271:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979148.569272:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979148.569274:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979148.569277:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979148.569278:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979149.593207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979149.593215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979149.593220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979149.593222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979149.593226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979149.593227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979150.617170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979150.617175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979150.617179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979150.617180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979150.617182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979150.617183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979151.641231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979151.641241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979151.641249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979151.641252:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979151.641257:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979151.641259:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979152.665670:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979152.665678:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979152.665683:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979152.665685:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979152.665688:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979152.665689:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979152.923534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979152.923983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979152.924196:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979152.924352:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979152.924486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783979153.689188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979153.689195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979153.689201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979153.689202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979153.689216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979153.689220:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979153.689222:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979153.689225:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979153.689228:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979153.689231:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979153.689232:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979153.689235:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979154.713347:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979154.713356:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979154.713363:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979154.713365:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979154.713369:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979154.713370:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979155.737541:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979155.737550:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979155.737557:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979155.737558:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979155.737562:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979155.737563:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979156.761442:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979156.761449:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979156.761456:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979156.761458:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979156.761462:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979156.761464:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979157.786134:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979157.786143:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979157.786150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979157.786151:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979157.786155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979157.786156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979158.042247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979158.042250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979158.046287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979158.046291:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979158.046587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979158.046590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979158.046848:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979158.046850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979158.047144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979158.047146:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783979158.809207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979158.809216:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979158.809218:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979158.809222:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.809227:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979158.809230:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.809231:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.809233:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.809237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979158.809239:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979158.809240:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979158.809241:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.809243:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979158.809244:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.809245:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.809247:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979158.809250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979158.809252:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979159.834151:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979159.834157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979159.834162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979159.834163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979159.834166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979159.834167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979160.857305:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979160.857313:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979160.857317:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979160.857318:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979160.857322:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979160.857323:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979161.881172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979161.881178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979161.881185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979161.881188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979161.881192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979161.881194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979162.905152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979162.905160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979162.905165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979162.905167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979162.905170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979162.905172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979163.161259:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979163.161275:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979163.161278:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979163.161282:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979163.161287:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979163.161294:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9885
00000400:00000200:1.0:1783979163.161303:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979163.161310:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979163.161325:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979163.161330:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161333:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.161335:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161338:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979163.161342:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979163.161344:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979163.161347:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979163.161350:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979163.161353:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979163.161356:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979163.161359:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161361:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.161363:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161365:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979163.161376:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979163.161381:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161383:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979163.161386:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979163.161390:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979163.161393:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.161395:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979163.161399:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979163.161408:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783979163.161412:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979163.161416:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979163.161417:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.161421:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979163.161424:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979163.161428:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979163.161436:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979163.161443:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979163.161452:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559897216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979163.161462:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979163.161467:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979163.161472:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559897216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979163.161499:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979163.161503:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979163.161506:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979163.161507:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979163.161509:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979163.161512:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979163.161515:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9885
00000400:00000200:1.0:1783979163.161519:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979163.161522:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979163.161524:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979163.161528:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161529:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.161531:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161534:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979163.161537:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979163.161539:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979163.161541:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979163.161543:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979163.161545:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979163.161548:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979163.161551:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161554:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.161557:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161559:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979163.161562:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979163.161567:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161573:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979163.161576:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979163.161583:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979163.161589:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.161594:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979163.161600:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979163.161606:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.161611:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979163.161617:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783979163.161623:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979163.161628:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979163.161631:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.161635:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979163.161637:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979163.161641:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979163.161649:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979163.161655:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979163.161677:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559897344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979163.161690:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979163.161695:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979163.161703:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559897344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979163.161712:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979163.161715:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979163.161719:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979163.161720:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979163.161722:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979163.161724:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979163.161727:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9885
00000400:00000200:1.0:1783979163.161731:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979163.161745:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979163.161747:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979163.161751:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161752:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.161755:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161757:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979163.161761:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979163.161763:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979163.161767:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979163.161770:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979163.161775:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979163.161781:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979163.161790:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161794:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.161798:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161803:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979163.161807:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979163.161814:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979163.161818:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979163.161823:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979163.161827:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979163.161833:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.161836:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979163.161840:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979163.161844:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.161847:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979163.161853:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979163.161859:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979163.161864:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979163.161867:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.161872:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979163.161876:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979163.161878:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979163.161898:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979163.161904:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979163.161913:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559897472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979163.161928:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979163.161932:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979163.161938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:1.0:1783979163.161940:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559897472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1783979163.161943:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1783979163.161957:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979163.161961:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979163.161967:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979163.161971:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979163.161975:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979163.161981:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979163.161987:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9885
00000400:00000200:1.0:1783979163.161994:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979163.161999:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979163.162004:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979163.162011:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162016:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.162021:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162024:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979163.162027:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979163.162030:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979163.162033:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979163.162038:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979163.162043:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979163.162077:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979163.162082:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162084:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.162086:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162087:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979163.162090:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979163.162092:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162095:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979163.162097:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979163.162100:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979163.162102:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.162104:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979163.162107:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979163.162109:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.162111:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979163.162116:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783979163.162119:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979163.162121:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979163.162123:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.162124:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979163.162126:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979163.162128:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979163.162132:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979163.162137:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979163.162142:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559897600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979163.162161:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979163.162164:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979163.162168:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559897600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979163.162176:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979163.162179:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979163.162182:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979163.162183:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979163.162185:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979163.162187:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979163.162190:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9885
00000400:00000200:1.0:1783979163.162194:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979163.162197:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979163.162199:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979163.162202:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162204:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.162205:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162207:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979163.162218:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979163.162220:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979163.162224:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979163.162227:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979163.162230:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979163.162232:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979163.162240:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162245:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979163.162250:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162254:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979163.162257:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979163.162262:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979163.162266:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979163.162270:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979163.162273:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979163.162278:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.162284:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979163.162287:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979163.162291:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.162295:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979163.162302:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979163.162307:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979163.162312:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979163.162315:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979163.162318:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979163.162321:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979163.162325:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979163.162330:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979163.162334:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979163.162340:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559897728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979163.162347:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979163.162350:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979163.162354:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559897728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979163.162361:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979163.162366:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9895)
00000800:00000200:3.1:1783979163.163275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979163.163277:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979163.163628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979163.163630:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979163.163926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979163.163928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979163.164826:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979163.164829:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783979163.929194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979163.929202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979163.929207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979163.929208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979163.929211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979163.929215:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979163.929217:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979163.929221:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979163.929224:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979163.929226:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979163.929228:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979163.929230:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979164.953171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979164.953178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979164.953184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979164.953185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979164.953188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979164.953189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979165.977207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979165.977214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979165.977218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979165.977220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979165.977224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979165.977225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979167.001171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979167.001175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979167.001178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979167.001178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979167.001181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979167.001182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979168.025177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979168.025184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979168.025189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979168.025191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979168.025194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979168.025195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979168.281159:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979168.281168:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979168.281171:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979168.281174:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979168.281178:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979168.281185:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9890
00000400:00000200:1.0:1783979168.281193:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979168.281198:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979168.281201:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979168.281203:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.281206:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.281210:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.281212:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979168.281216:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979168.281218:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979168.281220:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979168.281223:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979168.281225:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979168.281228:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979168.281231:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.281233:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.281234:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.281236:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979168.281851:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979168.281856:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979168.281858:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.281861:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979168.281865:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979168.281867:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.281869:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979168.281872:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979168.281879:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979168.281882:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979168.281886:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979168.281887:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.281891:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979168.281893:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979168.281897:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979168.281904:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979168.281911:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979168.281921:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559897856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979168.281930:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979168.281934:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979168.281939:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559897856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.281962:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979168.281965:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979168.281969:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979168.281970:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979168.281972:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979168.281974:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979168.281977:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9890
00000400:00000200:1.0:1783979168.281982:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979168.281986:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979168.281989:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979168.281992:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.281994:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.281996:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.281998:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979168.282001:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979168.282003:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979168.282004:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979168.282007:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979168.282009:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979168.282011:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979168.282014:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282016:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.282019:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282020:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979168.282023:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979168.282025:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282028:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.282030:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979168.282035:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979168.282037:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282039:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979168.282044:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979168.282069:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282072:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979168.282076:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979168.282079:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979168.282082:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979168.282083:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282085:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979168.282086:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979168.282088:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979168.282093:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979168.282096:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979168.282102:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559897984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979168.282109:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979168.282111:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979168.282115:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559897984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.282122:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979168.282127:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979168.282131:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979168.282133:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979168.282135:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979168.282137:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979168.282140:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9890
00000400:00000200:1.0:1783979168.282144:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979168.282147:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979168.282149:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979168.282153:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282155:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.282157:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282159:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979168.282161:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979168.282162:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979168.282164:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979168.282166:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979168.282168:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979168.282170:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979168.282173:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282175:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.282177:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282178:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979168.282181:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979168.282183:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282185:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.282186:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979168.282189:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979168.282191:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282193:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979168.282195:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979168.282199:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282200:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979168.282203:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979168.282205:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979168.282208:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979168.282209:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282211:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979168.282213:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979168.282215:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979168.282219:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979168.282222:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979168.282230:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559898112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979168.282240:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979168.282243:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979168.282253:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559898112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.282268:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979168.282273:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979168.282280:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979168.282282:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979168.282284:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979168.282287:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979168.282293:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9890
00000400:00000200:1.0:1783979168.282299:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979168.282306:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979168.282310:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979168.282314:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282316:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.282319:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282324:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979168.282327:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979168.282330:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979168.282334:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979168.282335:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979168.282338:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979168.282343:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979168.282349:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282353:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.282358:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282361:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979168.282365:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979168.282368:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282370:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.282375:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979168.282378:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979168.282380:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282385:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979168.282389:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979168.282394:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282397:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979168.282403:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979168.282408:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979168.282413:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979168.282416:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282420:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979168.282424:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979168.282427:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979168.282437:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979168.282442:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979168.282450:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559898240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979168.282470:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979168.282474:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979168.282480:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559898240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.282494:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979168.282501:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979168.282506:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979168.282509:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979168.282512:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979168.282519:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979168.282524:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9890
00000400:00000200:1.0:1783979168.282533:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979168.282540:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979168.282544:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979168.282549:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282553:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.282558:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282560:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979168.282565:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979168.282567:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979168.282570:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979168.282573:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979168.282578:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000800:00000200:3.1:1783979168.282581:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000001:1.0:1783979168.282582:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000800:00000200:3.1:1783979168.282586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1783979168.282590:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282595:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979168.282601:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282604:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979168.282609:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979168.282615:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979168.282621:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979168.282625:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979168.282629:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979168.282632:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282636:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979168.282640:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979168.282645:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282649:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979168.282656:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979168.282660:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979168.282664:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979168.282666:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979168.282669:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979168.282673:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979168.282676:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979168.282681:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979168.282686:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979168.282694:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559898368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979168.282716:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979168.282720:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979168.282725:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559898368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979168.282735:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979168.282742:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9900)
00000800:00000200:3.1:1783979168.283000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979168.283002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979168.283404:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979168.283406:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979168.283677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979168.283680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979168.283964:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979168.283966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1783979169.049179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979169.049188:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979169.049190:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979169.049193:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.049197:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979169.049199:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.049202:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.049204:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.049208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979169.049209:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979169.049210:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979169.049212:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.049213:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979169.049214:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.049216:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.049218:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979169.049221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979169.049222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979170.073175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979170.073183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979170.073187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979170.073189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979170.073192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979170.073193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979171.097200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979171.097207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979171.097212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979171.097222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979171.097227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979171.097228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979172.121352:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979172.121356:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979172.121360:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979172.121362:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979172.121366:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979172.121368:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979173.146929:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979173.146936:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979173.146940:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979173.146941:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979173.146944:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979173.146945:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979173.402557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979173.402566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979173.403217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979173.403219:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979173.403571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979173.403572:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979173.403815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979173.403816:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979173.404108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979173.404110:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1783979174.169225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979174.169239:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979174.169246:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979174.169248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979174.169250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979174.169254:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979174.169257:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979174.169261:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979174.169268:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979174.169271:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979174.169273:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979174.169275:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979175.193234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979175.193243:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979175.193250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979175.193251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979175.193256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979175.193257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979176.217194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979176.217200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979176.217205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979176.217206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979176.217209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979176.217210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979177.241171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979177.241175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979177.241179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979177.241182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979177.241185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979177.241185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979178.265155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979178.265162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979178.265167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979178.265168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979178.265171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979178.265173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979178.521460:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979178.521462:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979178.524269:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979178.524272:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979178.524592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979178.524595:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979178.524881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979178.524884:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979178.525219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979178.525221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1783979179.289344:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979179.289353:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979179.289355:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979179.289359:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.289364:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979179.289366:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.289368:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.289370:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.289373:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979179.289374:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979179.289375:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979179.289376:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.289377:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979179.289377:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.289379:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.289380:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979179.289382:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979179.289382:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979180.313132:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979180.313150:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979180.313157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979180.313158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979180.313162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979180.313163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979181.337260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979181.337266:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979181.337272:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979181.337273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979181.337277:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979181.337278:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979182.361169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979182.361175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979182.361182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979182.361186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979182.361192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979182.361194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979183.385143:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979183.385148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979183.385152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979183.385153:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979183.385155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979183.385157:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979183.385160:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979183.385162:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979183.385164:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979183.385166:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979183.385168:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979183.385169:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979183.641608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979183.641611:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979183.642200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979183.642203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979183.642971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979183.642973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979183.643200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979183.643201:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979183.643403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979183.643405:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1783979184.409171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979184.409178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979184.409183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979184.409185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979184.409188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979184.409190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979185.433150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979185.433157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979185.433163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979185.433174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979185.433179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979185.433181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979186.457175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979186.457182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979186.457187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979186.457188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979186.457192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979186.457193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979187.481180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979187.481186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979187.481192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979187.481196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979187.481202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979187.481207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979188.505240:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979188.505243:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979188.505253:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505260:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979188.505262:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505264:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505267:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505272:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979188.505274:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979188.505275:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979188.505276:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505278:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979188.505279:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505280:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505282:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979188.505286:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979188.505288:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979188.761786:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979188.761800:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979188.761803:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979188.761808:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979188.761814:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979188.761824:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9911
00000400:00000200:1.0:1783979188.761836:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979188.761845:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979188.761849:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979188.761852:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.761856:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.761859:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.761861:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979188.761867:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979188.761869:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979188.761873:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979188.761876:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979188.761879:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979188.761882:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979188.761885:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.761887:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.761889:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.761905:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979188.761909:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979188.761913:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979188.761916:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979188.761919:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979188.761923:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979188.761927:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.761930:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979188.761933:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979188.761946:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979188.761950:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979188.761955:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979188.761957:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.761961:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979188.761966:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979188.761970:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979188.761980:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979188.761989:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979188.762001:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559900416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979188.762012:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979188.762017:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.762022:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559900416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979188.762088:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979188.762092:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979188.762096:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979188.762098:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979188.762100:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979188.762110:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979188.762113:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9911
00000400:00000200:1.0:1783979188.762118:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979188.762122:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979188.762125:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979188.762131:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762136:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.762141:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762146:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979188.762149:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979188.762151:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979188.762156:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979188.762160:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979188.762168:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979188.762176:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979188.762187:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762193:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.762199:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762204:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979188.762210:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979188.762219:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762229:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979188.762234:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979188.762240:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979188.762246:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762251:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979188.762259:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979188.762265:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762269:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979188.762275:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979188.762281:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979188.762285:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979188.762287:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762290:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979188.762294:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979188.762299:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979188.762310:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979188.762316:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979188.762325:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559900544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979188.762343:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979188.762348:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.762355:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559900544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979188.762384:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979188.762393:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979188.762401:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979188.762405:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979188.762408:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979188.762417:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979188.762423:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9911
00000400:00000200:1.0:1783979188.762428:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979188.762431:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979188.762434:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979188.762470:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762475:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.762481:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762486:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979188.762489:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979188.762490:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979188.762492:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979188.762496:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979188.762503:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979188.762508:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979188.762518:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762522:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.762526:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762531:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979188.762537:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979188.762544:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762552:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979188.762559:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979188.762565:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979188.762569:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762576:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979188.762580:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979188.762588:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762593:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979188.762608:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979188.762616:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979188.762621:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979188.762625:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762630:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979188.762635:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979188.762638:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979188.762644:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979188.762652:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979188.762661:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559900672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1783979188.762683:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783979188.762691:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1783979188.762692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1783979188.762696:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.762703:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559900672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979188.762717:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979188.762727:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979188.762738:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979188.762740:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979188.762743:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979188.762749:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979188.762757:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9911
00000400:00000200:1.0:1783979188.762764:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979188.762776:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979188.762780:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979188.762787:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762792:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.762797:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762804:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979188.762812:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979188.762818:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979188.762825:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979188.762829:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979188.762836:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979188.762847:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979188.762862:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762873:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.762878:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762886:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979188.762897:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979188.762910:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979188.762918:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979188.762922:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979188.762927:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979188.762932:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762936:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979188.762942:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979188.762947:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762952:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979188.762958:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979188.762963:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979188.762970:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979188.762973:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.762978:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979188.762984:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979188.762992:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979188.763000:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979188.763007:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979188.763017:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559900800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979188.763034:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979188.763040:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.763080:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559900800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979188.763109:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979188.763122:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979188.763137:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979188.763143:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979188.763147:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979188.763162:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979188.763172:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9911
00000400:00000200:1.0:1783979188.763193:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979188.763203:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979188.763209:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979188.763218:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.763224:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.763230:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.763236:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979188.763246:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979188.763249:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979188.763255:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979188.763262:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979188.763270:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979188.763278:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979188.763291:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.763303:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979188.763314:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979188.763317:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979188.763322:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979188.763332:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979188.763339:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979188.763342:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979188.763347:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979188.763352:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.763354:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979188.763357:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979188.763361:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.763364:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979188.763367:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979188.763372:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979188.763380:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979188.763388:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979188.763400:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979188.763408:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979188.763414:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979188.763422:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979188.763429:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979188.763454:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559900928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979188.763492:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979188.763497:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.763511:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559900928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979188.763547:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979188.763554:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9921)
00000800:00000200:2.1:1783979188.763676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979188.763678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979188.763873:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979188.763874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979188.764128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979188.764129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979188.764449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979188.764451:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783979189.529402:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979189.530024:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979189.530033:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979189.530034:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979189.530037:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979189.530039:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979190.553199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979190.553209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979190.553216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979190.553217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979190.553221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979190.553222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979191.577166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979191.577176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979191.577182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979191.577184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979191.577188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979191.577189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979192.603650:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979192.603659:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979192.603667:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979192.603668:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979192.603672:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979192.603673:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979193.625248:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979193.625255:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979193.625260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979193.625261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979193.625265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979193.625269:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979193.625271:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979193.625274:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979193.625277:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979193.625279:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979193.625282:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979193.625284:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979193.881175:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979193.881186:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979193.881189:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979193.881193:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979193.881197:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979193.881205:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9916
00000400:00000200:1.0:1783979193.881215:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979193.881222:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979193.881225:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979193.881229:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881232:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881234:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881236:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979193.881240:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979193.881242:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979193.881245:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979193.881248:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979193.881250:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979193.881252:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979193.881255:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881257:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881259:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881261:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979193.881264:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979193.881268:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881271:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979193.881274:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979193.881279:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979193.881282:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881285:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979193.881288:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979193.881298:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783979193.881302:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979193.881306:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979193.881307:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881310:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979193.881313:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979193.881317:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979193.881326:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979193.881333:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979193.881342:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559901056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979193.881366:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979193.881371:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979193.881376:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559901056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979193.881404:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979193.881407:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979193.881411:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979193.881412:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979193.881413:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979193.881417:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979193.881419:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9916
00000400:00000200:1.0:1783979193.881423:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979193.881426:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979193.881428:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979193.881431:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881433:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881435:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881437:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979193.881439:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979193.881440:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979193.881442:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979193.881443:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979193.881445:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979193.881447:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979193.881450:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881452:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881453:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881455:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979193.881457:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979193.881460:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881462:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979193.881463:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979193.881469:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979193.881471:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881472:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979193.881477:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979193.881480:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881481:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979193.881485:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783979193.881488:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979193.881489:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979193.881490:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881492:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979193.881493:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979193.881495:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979193.881498:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979193.881501:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979193.881506:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559901184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979193.881514:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979193.881515:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979193.881519:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559901184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979193.881526:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979193.881529:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979193.881532:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979193.881533:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979193.881535:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979193.881538:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979193.881540:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9916
00000400:00000200:1.0:1783979193.881544:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979193.881546:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979193.881548:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979193.881551:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881553:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881554:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881557:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979193.881559:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979193.881560:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979193.881562:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979193.881564:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979193.881566:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979193.881568:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979193.881571:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881573:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881575:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881577:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979193.881579:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979193.881581:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881584:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979193.881586:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979193.881588:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979193.881590:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881592:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979193.881594:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979193.881597:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881598:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979193.881601:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783979193.881604:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979193.881606:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979193.881622:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881624:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979193.881626:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979193.881627:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979193.881632:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979193.881635:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979193.881639:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559901312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979193.881646:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979193.881648:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979193.881651:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559901312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979193.881659:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979193.881662:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979193.881665:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979193.881666:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979193.881668:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979193.881670:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979193.881672:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9916
00000400:00000200:1.0:1783979193.881676:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979193.881679:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979193.881681:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979193.881683:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881685:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881686:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881688:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979193.881690:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979193.881691:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979193.881693:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979193.881695:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979193.881697:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979193.881698:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979193.881701:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881703:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881705:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881707:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979193.881709:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979193.881711:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881713:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979193.881715:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979193.881718:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979193.881719:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881721:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979193.881724:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979193.881726:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881727:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979193.881732:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979193.881734:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979193.881736:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979193.881737:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881738:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979193.881740:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979193.881741:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979193.881745:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979193.881747:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979193.881751:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559901440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979193.881757:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979193.881759:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979193.881762:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559901440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979193.881769:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979193.881772:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979193.881775:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979193.881776:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979193.881778:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979193.881781:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979193.881783:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9916
00000400:00000200:1.0:1783979193.881786:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979193.881788:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979193.881790:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979193.881792:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881794:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881796:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881797:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979193.881800:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979193.881801:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979193.881802:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979193.881804:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979193.881806:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979193.881808:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979193.881811:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881813:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979193.881814:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881816:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979193.881818:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979193.881820:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979193.881822:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979193.881823:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979193.881826:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979193.881827:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881829:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979193.881830:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979193.881832:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881834:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979193.881837:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979193.881839:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979193.881841:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979193.881842:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979193.881844:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979193.881845:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979193.881846:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979193.881849:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979193.881851:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979193.881855:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559901568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979193.881861:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979193.881862:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979193.881865:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559901568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979193.881872:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979193.881877:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9926)
00000800:00000200:2.1:1783979193.882157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979193.882161:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979193.882476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979193.882479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979193.882744:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979193.882747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979193.882971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979193.882973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979193.883225:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979193.883227:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783979194.649196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979194.649206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979194.649212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979194.649213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979194.649217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979194.649218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979195.673175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979195.673181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979195.673186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979195.673188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979195.673191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979195.673193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979196.697181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979196.697189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979196.697195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979196.697196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979196.697199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979196.697201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979197.721142:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979197.721148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979197.721152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979197.721155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979197.721159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979197.721163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979198.745198:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979198.745200:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979198.745204:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745208:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979198.745210:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745212:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745215:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979198.745221:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979198.745223:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979198.745224:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745226:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979198.745227:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745229:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745230:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979198.745245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979198.745247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979199.003082:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979199.003085:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979199.003416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979199.003419:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979199.004390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979199.004393:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979199.004681:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979199.004683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979199.006376:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979199.006379:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783979199.769193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979199.769201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979199.769205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979199.769206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979199.769210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979199.769211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979200.793147:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979200.793152:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979200.793155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979200.793156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979200.793158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979200.793159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979201.817640:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979201.817653:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979201.817664:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979201.817665:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979201.817677:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979201.817679:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979202.841242:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979202.841249:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979202.841260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979202.841262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979202.841268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979202.841270:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979203.865137:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979203.865146:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979203.865150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979203.865151:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979203.865155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979203.865158:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979203.865161:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979203.865164:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979203.865167:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979203.865169:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979203.865171:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979203.865173:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979204.122454:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979204.122466:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979204.122469:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979204.122474:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979204.122478:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979204.122485:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9926
00000400:00000200:1.0:1783979204.122493:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979204.122500:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979204.122502:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979204.122505:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122507:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.122509:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122510:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979204.122513:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979204.122515:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979204.122519:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979204.122521:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979204.122524:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979204.122526:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979204.122530:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122532:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.122534:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122536:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979204.122539:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979204.122543:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122546:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.122549:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979204.122552:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979204.122555:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122557:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979204.122560:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979204.122568:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979204.122572:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979204.122577:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979204.122579:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122586:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979204.122590:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979204.122594:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979204.122601:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979204.122606:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979204.122616:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559902336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979204.122626:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979204.122631:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979204.122636:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559902336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.122664:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979204.122667:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979204.122669:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979204.122670:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979204.122671:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979204.122673:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979204.122675:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9926
00000400:00000200:1.0:1783979204.122678:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979204.122680:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979204.122682:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979204.122684:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122686:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.122687:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122688:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979204.122690:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979204.122691:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979204.122692:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979204.122693:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979204.122694:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979204.122695:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979204.122697:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122698:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.122699:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122701:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979204.122703:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979204.122705:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122708:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.122709:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979204.122715:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979204.122717:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122718:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979204.122722:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979204.122726:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122727:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979204.122730:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979204.122733:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979204.122735:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979204.122736:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122738:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979204.122739:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979204.122741:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979204.122744:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979204.122748:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979204.122753:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559902464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979204.122761:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979204.122763:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979204.122766:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559902464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.122773:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979204.122776:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979204.122779:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979204.122780:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979204.122782:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979204.122784:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979204.122787:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9926
00000400:00000200:1.0:1783979204.122791:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979204.122793:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979204.122796:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979204.122798:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122801:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.122803:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122804:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979204.122807:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979204.122808:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979204.122810:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979204.122812:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979204.122813:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979204.122815:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979204.122818:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122819:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.122821:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122823:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979204.122825:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979204.122827:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122829:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.122831:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979204.122833:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979204.122835:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122836:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979204.122838:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979204.122840:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122842:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979204.122845:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979204.122847:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979204.122849:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979204.122850:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122852:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979204.122853:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979204.122855:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979204.122859:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979204.122862:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979204.122866:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559902592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979204.122873:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979204.122875:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979204.122877:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559902592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.122884:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979204.122886:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979204.122889:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979204.122890:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979204.122892:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979204.122894:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979204.122897:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9926
00000400:00000200:1.0:1783979204.122900:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979204.122903:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979204.122905:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979204.122908:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122909:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.122911:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122913:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979204.122915:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979204.122917:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979204.122918:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979204.122920:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979204.122922:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979204.122924:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979204.122926:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122928:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.122930:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122931:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979204.122933:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979204.122935:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979204.122938:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.122939:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979204.122941:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979204.122943:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122945:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979204.122947:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979204.122949:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122950:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979204.122954:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979204.122957:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979204.122959:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979204.122960:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.122962:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979204.122963:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979204.122965:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979204.122968:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979204.122971:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979204.122975:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559902720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979204.122982:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979204.122983:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979204.122987:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559902720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.122994:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979204.122996:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979204.122999:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979204.123001:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979204.123002:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979204.123005:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979204.123007:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9926
00000400:00000200:1.0:1783979204.123011:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979204.123014:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979204.123016:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979204.123019:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.123020:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.123022:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.123024:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979204.123026:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979204.123027:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979204.123029:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979204.123030:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979204.123032:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979204.123034:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979204.123036:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.123037:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979204.123039:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979204.123040:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979204.123042:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979204.123044:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979204.123046:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979204.123063:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979204.123065:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979204.123067:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.123069:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979204.123070:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979204.123072:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.123073:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979204.123076:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979204.123078:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979204.123080:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979204.123081:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979204.123082:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979204.123083:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979204.123085:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979204.123088:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979204.123090:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979204.123095:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979204.123101:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979204.123103:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979204.123106:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979204.123113:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979204.123117:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9936)
00000800:00000200:3.1:1783979204.123996:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979204.123999:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979204.124321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979204.124323:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979204.124542:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979204.124545:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979204.124788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979204.124790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000010:3.0:1783979204.125019:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979204.125023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979204.125025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979204.125029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979204.125032:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979204.125035:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979204.125037:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979204.125039:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979204.125042:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979204.125045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979204.125068:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979204.125070:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979204.125073:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125078:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979204.125079:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125083:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979204.125084:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979204.125087:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979204.125088:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979204.125090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979204.125092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304599084
00000100:00000001:3.0:1783979204.125093:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304602828
00000100:00000001:3.0:1783979204.125095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304599084
00000100:00000001:3.0:1783979204.125096:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304602828
00000100:00000001:3.0:1783979204.125097:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979204.125099:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979204.125100:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979204.125102:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979204/real 1783979204]  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979204.125106:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979204.125107:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979204.125108:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979204.125109:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979204.125110:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979204.125111:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979204.125113:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979204.125117:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125120:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979204.125121:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125122:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979204.125123:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979204.125125:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125128:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979204.125130:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125134:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979204.125136:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979204.125137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125138:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979204.125139:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979204.125141:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979204.125143:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979204.125144:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979204.125146:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979204.125153:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559902848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979204.125156:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125157:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979204.125159:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559902336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125163:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979204.125165:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979204.125166:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979204.125168:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979204.125183:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979204.125184:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979204.125187:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979204.125189:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:3.0:1783979204.125193:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979204.125195:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979204.125196:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
00000100:00000001:3.0:1783979204.125200:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979204.125201:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979204.125206:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559902464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125213:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979204.125214:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979204.125215:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979204.125219:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979204.125220:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979204.125221:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979204.125223:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979204.125224:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:3.0:1783979204.125226:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979204.125227:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979204.125228:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:3.0:1783979204.125231:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979204.125232:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125234:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979204.125236:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559902592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125242:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979204.125243:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979204.125244:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979204.125246:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979204.125247:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979204.125248:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979204.125249:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979204.125251:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:3.0:1783979204.125253:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979204.125254:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979204.125255:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:3.0:1783979204.125257:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979204.125258:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979204.125262:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559902720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125267:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979204.125268:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979204.125270:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979204.125271:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979204.125272:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979204.125273:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979204.125275:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979204.125276:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:3.0:1783979204.125278:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979204.125279:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979204.125280:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:3.0:1783979204.125282:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979204.125283:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125284:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979204.125287:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559902848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979204.125293:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979204.125294:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979204.125295:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979204.125297:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979204.125298:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979204.125299:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979204.125301:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979204.125303:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:3.0:1783979204.125304:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979204.125306:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979204.125307:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:3.0:1783979204.125309:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979204.125310:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125312:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979204.125319:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979204.125321:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979204.125323:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979204.125325:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979204.890255:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979204.890262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979204.890267:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979204.890268:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979204.890272:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979204.890273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979205.913194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979205.913202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979205.913208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979205.913209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979205.913213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979205.913214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979206.937169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979206.937177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979206.937182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979206.937184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979206.937187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979206.937188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979206.937249:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979206.937253:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979206.937257:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979207.961181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979207.961187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979207.961194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979207.961197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979207.961203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979207.961204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979207.962737:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304602828, at 4304602881
00000100:00000010:3.0:1783979207.962757:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3d20.
00010000:00000001:1.0:1783979208.985286:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979208.985294:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979208.985297:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979208.985300:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.985304:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979208.985306:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.985308:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.985310:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.985313:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979208.985315:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979208.985316:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979208.985318:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.985319:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979208.985321:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.985323:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.985324:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979208.985328:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979208.985329:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.241493:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979209.241499:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979209.241503:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979209.241513:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.241531:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979209.241534:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.241540:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979209.241543:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979209.241548:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979209.241556:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559902976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979209.241565:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979209.241570:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979209.241574:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.241579:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979209.241586:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979209.241591:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979209.241600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979209.241607:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979209.241615:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979209.241626:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559902976, portal 25
00000100:00000001:3.0:1783979209.241632:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979209.241635:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455229184 : -128863254322432 : ffff8accaf806300)
00000100:00000040:3.0:1783979209.241646:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.241666:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979209.241672:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979209.241678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979209.241683:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559902976, offset 0
00000400:00000200:3.0:1783979209.241694:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979209.241706:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.241717:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979209.241724:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979209.241733:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979209.241740:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979209.241746:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979209.241756:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390255:390255:256:4294967295] 192.168.201.140@tcp LPNI seq info [390230:390230:8:4294967295]
00000400:00000200:3.0:1783979209.241766:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.241786:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979209.241799:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.241808:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979209.241819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979209.241826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979209.241834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979209.241840:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979209.241864:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.241871:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979209.241880:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979209.241889:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979209.241898:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979209.241902:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979209.241910:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979209.241919:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.241938:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.241945:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.241959:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.241963:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979209.241972:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979209.241980:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979209.241987:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304607946
00000100:00000010:3.0:1783979209.241996:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3d20.
00000100:00000001:3.0:1783979209.242005:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979209.242013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304607946
00000100:00000010:3.0:1783979209.242020:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c37e0.
00000100:00000001:3.0:1783979209.242026:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979209.242034:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979209.242039:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242046:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979209.242101:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979209/real 1783979209]  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979209.242120:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979209.242124:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979209.242129:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979209.242135:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979209.242140:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979209.242146:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979209.242153:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979209.242173:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242194:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979209.242199:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242203:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.242206:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979209.242216:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242224:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979209.242228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242233:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979209.242235:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242236:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.242237:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242239:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979209.242240:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979209.242242:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979209.242244:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979209.242246:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979209.242248:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979209.242253:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559902976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979209.242258:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.242261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806300 x1870627559902976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242265:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979209.242267:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979209.242269:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979209.242271:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979209.242272:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979209.242273:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979209.242274:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979209.242276:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:3.0:1783979209.242279:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979209.242280:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979209.242281:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806300.
00000100:00000001:3.0:1783979209.242284:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979209.242285:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242286:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242291:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979209.242293:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242294:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979209.242295:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979209.242296:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979209.242298:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242303:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979209.242304:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.242305:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979209.242306:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979209.242307:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979209.242308:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979209.242310:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979209.242312:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979209.242313:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.242314:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979209.242316:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979209.242318:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979209.242321:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979209.242323:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979209.242325:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979209.242327:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559903104, portal 10
00000100:00000001:3.0:1783979209.242328:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979209.242329:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222016 : -128863254329600 : ffff8accaf804700)
00000100:00000040:3.0:1783979209.242334:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242338:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979209.242339:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979209.242340:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979209.242342:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559903104, offset 0
00000400:00000200:3.0:1783979209.242344:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979209.242347:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.242349:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979209.242351:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979209.242353:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979209.242354:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979209.242356:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979209.242357:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390256:390256:256:4294967295] 192.168.201.140@tcp LPNI seq info [390231:390231:8:4294967295]
00000400:00000200:3.0:1783979209.242360:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.242364:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979209.242366:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.242368:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979209.242371:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979209.242372:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979209.242375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979209.242377:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979209.242379:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.242380:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979209.242382:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979209.242384:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979209.242386:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979209.242387:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979209.242389:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979209.242391:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242395:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.242397:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242401:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979209.242403:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979209.242405:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979209.242407:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979209.242408:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304604178
00000100:00000001:3.0:1783979209.242409:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304607946
00000100:00000001:3.0:1783979209.242411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304604178
00000100:00000001:3.0:1783979209.242412:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304607946
00000100:00000001:3.0:1783979209.242414:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979209.242415:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242416:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979209.242418:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979209/real 1783979209]  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979209.242422:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979209.242423:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979209.242424:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979209.242425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979209.242426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979209.242427:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979209.242429:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979209.242434:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242438:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979209.242439:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242440:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.242440:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979209.242442:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242445:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979209.242447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242451:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979209.242452:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242453:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.242454:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242455:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979209.242456:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979209.242457:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979209.242459:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979209.242460:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979209.242462:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979209.242466:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979209.242469:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979209.242471:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242478:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979209.242479:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.242480:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979209.242481:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979209.242482:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979209.242484:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979209.242485:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979209.242486:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979209.242487:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.242488:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979209.242489:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979209.242491:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979209.242492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979209.242494:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979209.242495:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979209.242497:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559903232, portal 10
00000100:00000001:3.0:1783979209.242498:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979209.242499:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230080 : -128863254321536 : ffff8accaf806680)
00000100:00000040:3.0:1783979209.242502:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242506:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979209.242507:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979209.242509:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979209.242510:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559903232, offset 0
00000400:00000200:3.0:1783979209.242512:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979209.242514:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.242515:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979209.242517:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979209.242518:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979209.242519:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979209.242521:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979209.242523:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390257:390257:256:4294967295] 192.168.201.140@tcp LPNI seq info [390232:390232:8:4294967295]
00000400:00000200:3.0:1783979209.242525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.242530:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979209.242534:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.242537:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979209.242540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979209.242542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979209.242545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979209.242548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979209.242551:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.242553:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979209.242555:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979209.242558:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979209.242561:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979209.242562:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979209.242564:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979209.242568:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242575:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.242578:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242584:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242586:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979209.242589:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979209.242591:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979209.242593:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979209.242594:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304604174
00000100:00000001:3.0:1783979209.242596:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304607946
00000100:00000001:3.0:1783979209.242597:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304604174
00000100:00000001:3.0:1783979209.242599:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304607946
00000100:00000001:3.0:1783979209.242600:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979209.242601:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242602:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979209.242605:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979209/real 1783979209]  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979209.242610:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979209.242611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979209.242612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979209.242613:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979209.242614:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979209.242615:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979209.242617:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979209.242622:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242625:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979209.242626:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242627:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.242628:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979209.242629:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242633:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979209.242635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242639:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979209.242640:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242641:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.242642:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242643:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979209.242644:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979209.242646:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979209.242649:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979209.242651:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979209.242654:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979209.242661:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979209.242665:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979209.242668:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242674:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979209.242675:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.242677:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979209.242679:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979209.242681:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979209.242684:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979209.242687:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979209.242689:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979209.242690:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.242692:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979209.242695:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979209.242696:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979209.242698:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979209.242700:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979209.242702:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979209.242704:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559903360, portal 4
00000100:00000001:3.0:1783979209.242705:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979209.242706:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455233664 : -128863254317952 : ffff8accaf807480)
00000100:00000040:3.0:1783979209.242710:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242714:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979209.242716:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979209.242717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979209.242719:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559903360, offset 0
00000400:00000200:3.0:1783979209.242721:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979209.242723:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.242726:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979209.242728:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979209.242729:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979209.242731:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979209.242732:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979209.242734:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390258:390258:256:4294967295] 192.168.201.140@tcp LPNI seq info [390233:390233:8:4294967295]
00000400:00000200:3.0:1783979209.242736:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.242740:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979209.242743:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.242745:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979209.242747:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979209.242749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979209.242751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979209.242753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979209.242755:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.242756:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979209.242758:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979209.242760:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979209.242761:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979209.242762:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979209.242764:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979209.242766:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242770:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.242772:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242776:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242777:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979209.242779:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979209.242781:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979209.242783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979209.242784:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304604201
00000100:00000001:3.0:1783979209.242785:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304607946
00000100:00000001:3.0:1783979209.242787:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304604201
00000100:00000001:3.0:1783979209.242788:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304607946
00000100:00000001:3.0:1783979209.242789:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979209.242790:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242791:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979209.242793:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979209/real 1783979209]  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979209.242797:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979209.242798:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979209.242799:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979209.242800:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979209.242801:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979209.242802:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979209.242804:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979209.242808:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242811:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979209.242812:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242813:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.242813:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979209.242815:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242819:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979209.242820:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242825:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979209.242826:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242827:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.242828:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.242829:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979209.242830:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979209.242831:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979209.242833:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979209.242834:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979209.242836:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979209.242840:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979209.242842:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979209.242844:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242850:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979209.242851:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.242853:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979209.242854:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979209.242856:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979209.242858:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979209.242861:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979209.242862:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979209.242864:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979209.242865:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979209.242868:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979209.242870:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979209.242873:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979209.242876:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979209.242879:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979209.242881:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559903488, portal 4
00000100:00000001:3.0:1783979209.242882:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979209.242884:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455223808 : -128863254327808 : ffff8accaf804e00)
00000100:00000040:3.0:1783979209.242889:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242896:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979209.242898:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979209.242900:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979209.242902:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559903488, offset 0
00000400:00000200:3.0:1783979209.242906:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979209.242910:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.242912:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979209.242914:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979209.242915:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979209.242917:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979209.242918:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979209.242920:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390259:390259:256:4294967295] 192.168.201.140@tcp LPNI seq info [390234:390234:8:4294967295]
00000400:00000200:3.0:1783979209.242922:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979209.242926:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979209.242928:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.242930:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979209.242932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979209.242934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979209.242936:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979209.242938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979209.242956:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979209.242957:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979209.242960:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979209.242963:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979209.242966:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979209.242968:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979209.242971:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979209.242974:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242981:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.242984:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.242991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.242993:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979209.242995:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979209.242998:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979209.243001:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979209.243002:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304604203
00000100:00000001:3.0:1783979209.243004:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304607946
00000100:00000001:3.0:1783979209.243005:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304604203
00000100:00000001:3.0:1783979209.243007:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304607946
00000100:00000001:3.0:1783979209.243008:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979209.243009:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.243010:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979209.243012:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979209/real 1783979209]  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979209.243017:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979209.243018:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979209.243019:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979209.243020:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979209.243021:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979209.243022:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979209.243024:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979209.243029:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.243036:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979209.243037:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243038:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.243039:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979209.243041:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.243045:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979209.243067:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.243071:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979209.243073:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243073:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979209.243074:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243075:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979209.243076:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979209.243078:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979209.243092:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979209.243094:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979209.243096:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979209.243101:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979209.243103:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243105:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.243106:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804700 x1870627559903104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.243110:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979209.243112:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979209.243113:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979209.243115:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979209.243116:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979209.243118:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979209.243120:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979209.243121:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb800.
02000000:00000001:3.0:1783979209.243124:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979209.243125:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979209.243126:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804700.
00000100:00000001:3.0:1783979209.243128:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979209.243130:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243131:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.243134:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806680 x1870627559903232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.243140:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979209.243141:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979209.243142:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979209.243144:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979209.243145:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979209.243147:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979209.243149:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979209.243150:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:3.0:1783979209.243152:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979209.243153:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979209.243155:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806680.
00000100:00000001:3.0:1783979209.243157:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979209.243158:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243160:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.243163:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807480 x1870627559903360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.243169:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979209.243170:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979209.243172:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979209.243174:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979209.243174:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979209.243176:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979209.243178:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979209.243179:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:3.0:1783979209.243181:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979209.243182:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979209.243183:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807480.
00000100:00000001:3.0:1783979209.243185:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979209.243186:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243188:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979209.243191:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804e00 x1870627559903488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979209.243196:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979209.243197:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979209.243198:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979209.243200:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979209.243201:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979209.243202:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979209.243204:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979209.243205:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9000.
02000000:00000001:3.0:1783979209.243206:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979209.243207:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979209.243208:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804e00.
00000100:00000001:3.0:1783979209.243210:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979209.243211:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243213:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979209.243218:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979209.243219:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979209.243221:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979209.243222:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979210.009155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979210.009160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979210.009164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979210.009165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979210.009167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979210.009168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979211.033193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979211.033201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979211.033207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979211.033208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979211.033211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979211.033213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979211.033294:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979211.033298:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979211.033302:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979212.057198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979212.057207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979212.057213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979212.057215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979212.057218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979212.057220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979213.081257:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304607946, at 4304608000
00010000:00000001:1.0:1783979213.081268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979213.081281:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c37e0.
00010000:00000001:1.0:1783979213.081289:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979213.081300:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979213.081301:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979213.081308:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979213.081311:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979214.106211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979214.106223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979214.106232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979214.106233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979214.106239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979214.106244:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979214.106248:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979214.106253:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979214.106257:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979214.106260:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979214.106262:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979214.106265:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.361561:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979214.361568:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979214.361572:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979214.361581:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.361593:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979214.361596:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.361601:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979214.361604:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979214.361607:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979214.361612:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559903616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979214.361622:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979214.361630:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979214.361635:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.361641:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979214.361649:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979214.361653:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979214.361662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979214.361668:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979214.361676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979214.361689:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559903616, portal 25
00000100:00000001:3.0:1783979214.361696:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979214.361699:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:3.0:1783979214.361711:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.361727:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979214.361733:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979214.361737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979214.361742:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559903616, offset 0
00000400:00000200:3.0:1783979214.361754:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979214.361768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.361777:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979214.361783:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979214.361788:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979214.361795:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979214.361799:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979214.361805:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390260:390260:256:4294967295] 192.168.201.140@tcp LPNI seq info [390235:390235:8:4294967295]
00000400:00000200:3.0:1783979214.361815:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.361838:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979214.361850:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.361859:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979214.361872:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979214.361880:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979214.361890:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979214.361896:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783979214.361904:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.361908:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979214.361916:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979214.361925:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979214.361932:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979214.361936:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979214.361945:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979214.361951:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.361966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.361973:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362004:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.362008:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979214.362018:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979214.362027:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979214.362033:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304613066
00000100:00000010:3.0:1783979214.362039:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c37e0.
00000100:00000001:3.0:1783979214.362084:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979214.362093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304613067
00000100:00000010:3.0:1783979214.362098:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c30c0.
00000100:00000001:3.0:1783979214.362103:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979214.362112:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979214.362118:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.362123:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979214.362132:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979214/real 1783979214]  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979214.362165:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979214.362169:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979214.362174:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979214.362180:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979214.362184:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979214.362202:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979214.362210:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979214.362223:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362241:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979214.362245:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362248:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.362251:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979214.362257:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362266:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979214.362271:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362287:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979214.362294:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362298:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.362302:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362307:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979214.362311:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979214.362317:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979214.362326:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979214.362333:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979214.362342:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979214.362359:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559903616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979214.362368:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362373:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.362379:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559903616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362394:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979214.362399:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979214.362405:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979214.362410:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979214.362414:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979214.362418:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979214.362423:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979214.362440:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:3.0:1783979214.362447:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979214.362450:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979214.362452:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:3.0:1783979214.362457:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979214.362459:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362461:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362468:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979214.362470:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.362472:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979214.362474:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979214.362475:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979214.362486:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362494:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979214.362495:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.362498:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979214.362500:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979214.362503:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979214.362506:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979214.362510:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979214.362512:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979214.362514:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.362516:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979214.362520:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979214.362522:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979214.362526:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979214.362528:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979214.362531:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979214.362534:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559903744, portal 10
00000100:00000001:3.0:1783979214.362535:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979214.362536:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:3.0:1783979214.362542:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362547:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979214.362548:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979214.362549:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979214.362551:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559903744, offset 0
00000400:00000200:3.0:1783979214.362553:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979214.362556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.362558:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979214.362561:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979214.362562:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979214.362564:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979214.362566:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979214.362567:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390261:390261:256:4294967295] 192.168.201.140@tcp LPNI seq info [390236:390236:8:4294967295]
00000400:00000200:3.0:1783979214.362570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.362574:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979214.362577:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.362580:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979214.362582:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979214.362584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979214.362587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979214.362589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783979214.362591:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.362592:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979214.362594:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979214.362597:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979214.362599:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979214.362600:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979214.362602:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979214.362604:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362610:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.362612:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362619:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.362621:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979214.362624:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979214.362628:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979214.362632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979214.362634:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304609298
00000100:00000001:3.0:1783979214.362637:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304613066
00000100:00000001:3.0:1783979214.362639:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304609298
00000100:00000001:3.0:1783979214.362641:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304613067
00000100:00000001:3.0:1783979214.362644:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979214.362646:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.362648:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979214.362652:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979214/real 1783979214]  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979214.362667:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979214.362668:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979214.362669:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979214.362671:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979214.362672:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979214.362674:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979214.362677:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979214.362685:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362691:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979214.362692:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362694:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.362695:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979214.362699:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362706:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979214.362710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362718:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979214.362720:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362722:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.362723:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362724:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979214.362726:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979214.362728:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979214.362730:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979214.362732:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979214.362736:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979214.362741:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979214.362744:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979214.362745:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362749:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979214.362750:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.362751:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979214.362753:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979214.362754:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979214.362756:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979214.362757:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979214.362758:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979214.362759:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.362760:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979214.362763:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979214.362764:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979214.362767:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979214.362768:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979214.362770:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979214.362772:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559903872, portal 10
00000100:00000001:3.0:1783979214.362774:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979214.362775:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:3.0:1783979214.362779:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362785:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979214.362787:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979214.362790:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979214.362792:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559903872, offset 0
00000400:00000200:3.0:1783979214.362797:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979214.362801:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.362804:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979214.362807:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979214.362809:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979214.362812:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979214.362815:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979214.362818:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390262:390262:256:4294967295] 192.168.201.140@tcp LPNI seq info [390237:390237:8:4294967295]
00000400:00000200:3.0:1783979214.362822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.362827:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979214.362831:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.362833:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979214.362836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979214.362838:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979214.362840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979214.362842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783979214.362845:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.362847:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979214.362849:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979214.362853:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979214.362856:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979214.362857:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979214.362860:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979214.362863:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362871:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.362874:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362881:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.362883:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979214.362886:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979214.362889:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979214.362892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979214.362895:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304609294
00000100:00000001:3.0:1783979214.362897:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304613066
00000100:00000001:3.0:1783979214.362899:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304609294
00000100:00000001:3.0:1783979214.362900:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304613067
00000100:00000001:3.0:1783979214.362901:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979214.362903:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.362904:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979214.362906:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979214/real 1783979214]  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979214.362911:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979214.362912:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979214.362913:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979214.362914:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979214.362915:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979214.362917:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979214.362919:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979214.362924:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362928:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979214.362928:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362929:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.362930:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979214.362932:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362935:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979214.362938:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362942:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979214.362944:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362945:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.362946:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.362947:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979214.362948:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979214.362950:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979214.362951:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979214.362952:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979214.362954:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979214.362959:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559903872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979214.362961:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979214.362962:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.362967:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979214.362968:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.362970:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979214.362972:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979214.362974:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979214.362977:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559904000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979214.362980:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979214.362982:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979214.362983:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.362985:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979214.362989:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979214.362991:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979214.363004:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979214.363007:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979214.363011:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979214.363014:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559904000, portal 4
00000100:00000001:3.0:1783979214.363017:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979214.363018:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:3.0:1783979214.363025:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363030:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979214.363032:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979214.363034:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979214.363035:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559904000, offset 0
00000400:00000200:3.0:1783979214.363037:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979214.363040:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.363043:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979214.363045:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979214.363065:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979214.363067:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979214.363068:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979214.363071:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390263:390263:256:4294967295] 192.168.201.140@tcp LPNI seq info [390238:390238:8:4294967295]
00000400:00000200:3.0:1783979214.363073:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.363077:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979214.363080:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.363083:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979214.363085:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979214.363087:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979214.363090:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979214.363091:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783979214.363094:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.363095:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979214.363097:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979214.363099:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979214.363101:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979214.363102:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979214.363104:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979214.363107:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363120:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.363123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363129:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.363131:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979214.363134:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979214.363137:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979214.363140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979214.363142:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304609322
00000100:00000001:3.0:1783979214.363145:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304613066
00000100:00000001:3.0:1783979214.363147:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304609322
00000100:00000001:3.0:1783979214.363149:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304613067
00000100:00000001:3.0:1783979214.363151:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979214.363153:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.363155:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979214.363159:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979214/real 1783979214]  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979214.363167:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979214.363169:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979214.363170:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979214.363172:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979214.363174:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979214.363176:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979214.363179:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979214.363188:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363194:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979214.363196:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.363200:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979214.363203:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363209:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979214.363211:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363216:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979214.363217:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363218:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.363219:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363220:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979214.363221:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979214.363223:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979214.363224:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979214.363226:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979214.363228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979214.363231:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559904000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979214.363234:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979214.363236:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363240:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979214.363241:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.363242:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979214.363243:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979214.363244:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979214.363247:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559904128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979214.363249:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979214.363250:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979214.363251:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979214.363252:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979214.363255:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979214.363256:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979214.363258:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979214.363259:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979214.363261:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979214.363263:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559904128, portal 4
00000100:00000001:3.0:1783979214.363264:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979214.363265:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:3.0:1783979214.363269:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363273:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979214.363275:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979214.363276:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979214.363277:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559904128, offset 0
00000400:00000200:3.0:1783979214.363279:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979214.363282:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.363284:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979214.363285:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979214.363287:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979214.363289:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979214.363290:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979214.363292:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390264:390264:256:4294967295] 192.168.201.140@tcp LPNI seq info [390239:390239:8:4294967295]
00000400:00000200:3.0:1783979214.363295:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979214.363298:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979214.363300:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.363302:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979214.363305:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979214.363307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783979214.363309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979214.363311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783979214.363313:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979214.363315:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979214.363317:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979214.363319:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979214.363321:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979214.363322:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979214.363323:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979214.363325:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363330:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.363332:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363336:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.363337:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979214.363339:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979214.363341:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979214.363342:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979214.363344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304609324
00000100:00000001:3.0:1783979214.363346:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304613066
00000100:00000001:3.0:1783979214.363347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304609324
00000100:00000001:3.0:1783979214.363349:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304613067
00000100:00000001:3.0:1783979214.363351:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979214.363352:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.363353:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979214.363355:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979214/real 1783979214]  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979214.363359:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979214.363360:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979214.363361:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979214.363362:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979214.363363:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979214.363365:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979214.363366:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979214.363371:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363374:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979214.363375:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363375:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.363376:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979214.363378:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363381:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979214.363383:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363388:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979214.363390:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363391:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979214.363392:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363393:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979214.363395:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979214.363397:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979214.363400:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979214.363402:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979214.363406:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979214.363421:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559904128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979214.363424:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363426:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.363430:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559903744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363436:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979214.363439:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979214.363441:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979214.363443:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979214.363445:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979214.363446:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979214.363449:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979214.363450:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783979214.363453:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979214.363454:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979214.363456:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:3.0:1783979214.363459:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979214.363460:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363461:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.363464:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559903872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363468:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979214.363470:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979214.363471:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979214.363473:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979214.363475:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979214.363476:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979214.363478:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979214.363480:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:3.0:1783979214.363482:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979214.363483:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979214.363485:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:3.0:1783979214.363488:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979214.363489:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363491:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.363493:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559904000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363499:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979214.363500:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979214.363502:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979214.363504:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979214.363505:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979214.363506:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979214.363507:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979214.363509:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:3.0:1783979214.363511:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979214.363511:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979214.363513:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:3.0:1783979214.363515:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979214.363516:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363518:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979214.363521:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559904128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979214.363526:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979214.363527:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979214.363529:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979214.363530:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979214.363531:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979214.363533:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979214.363534:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979214.363535:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783979214.363537:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979214.363538:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979214.363539:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:3.0:1783979214.363542:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979214.363543:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363545:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979214.363549:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979214.363551:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979214.363553:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979214.363555:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979215.129226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979215.129235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979215.129248:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979215.129250:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979215.129254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979215.129255:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979216.153219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979216.153242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979216.153249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979216.153251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979216.153255:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979216.153256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979217.177189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979217.177195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979217.177199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979217.177200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979217.177203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979217.177203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979218.201329:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1783979218.201333:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304613067, at 4304613120
00010000:00000001:1.0:1783979218.201337:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979218.201344:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979218.201346:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979218.201349:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c30c0.
00010000:00000001:1.0:1783979218.201351:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979218.201354:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979219.225198:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979219.225200:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979219.225204:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225209:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979219.225211:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225213:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225216:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979219.225223:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979219.225224:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979219.225225:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225227:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979219.225228:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225230:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225233:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979219.225237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979219.225239:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979219.481151:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979219.481162:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979219.481165:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979219.481168:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979219.481172:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979219.481242:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9941
00000400:00000200:3.0:1783979219.481251:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979219.481258:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979219.481262:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979219.481265:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481268:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.481271:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481273:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979219.481277:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979219.481279:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979219.481283:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979219.481286:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979219.481289:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979219.481291:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979219.481294:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481296:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.481298:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481299:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979219.481302:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979219.481305:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481308:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979219.481312:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979219.481316:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979219.481319:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.481321:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979219.481324:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979219.481332:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979219.481336:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979219.481341:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979219.481343:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.481346:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979219.481349:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979219.481354:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979219.481363:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979219.481370:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979219.481381:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559904256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979219.481391:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979219.481396:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979219.481402:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559904256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979219.481436:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979219.481440:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979219.481443:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979219.481445:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979219.481447:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979219.481450:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979219.481452:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9941
00000400:00000200:3.0:1783979219.481458:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979219.481462:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979219.481464:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979219.481467:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481469:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.481473:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481477:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979219.481481:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979219.481483:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979219.481486:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979219.481491:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979219.481494:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979219.481499:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979219.481506:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481511:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.481515:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481518:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979219.481523:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979219.481529:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481534:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979219.481537:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979219.481545:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979219.481549:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.481552:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979219.481559:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979219.481563:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.481568:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979219.481576:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979219.481580:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979219.481585:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979219.481588:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.481590:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979219.481592:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979219.481595:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979219.481602:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979219.481609:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979219.481618:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559904384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979219.481628:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979219.481632:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979219.481651:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559904384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979219.481666:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979219.481670:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979219.481674:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979219.481677:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979219.481681:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979219.481684:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979219.481690:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9941
00000400:00000200:3.0:1783979219.481733:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979219.481739:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979219.481743:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979219.481748:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481751:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.481757:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481763:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000200:2.1:1783979219.481763:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000001:3.0:1783979219.481768:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979219.481770:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979219.481772:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979219.481774:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979219.481776:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979219.481778:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979219.481782:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481785:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.481789:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481793:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979219.481798:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979219.481804:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481808:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979219.481810:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979219.481814:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979219.481816:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.481820:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979219.481822:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979219.481827:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.481830:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979219.481837:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979219.481841:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979219.481847:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979219.481850:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.481854:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979219.481857:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979219.481860:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979219.481865:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979219.481870:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979219.481878:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559904512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979219.481891:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979219.481895:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979219.481914:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559904512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979219.481930:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979219.481935:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979219.481949:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979219.481953:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979219.481956:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979219.481960:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979219.481965:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9941
00000400:00000200:3.0:1783979219.481972:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979219.481977:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979219.481981:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979219.481985:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481989:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.481992:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.481995:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979219.481997:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979219.481998:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979219.482001:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979219.482005:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979219.482011:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979219.482016:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979219.482024:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.482028:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.482032:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.482037:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979219.482039:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979219.482046:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979219.482089:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979219.482094:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979219.482099:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979219.482103:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.482107:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979219.482112:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979219.482116:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.482120:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979219.482126:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979219.482132:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979219.482137:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979219.482142:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.482146:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979219.482149:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979219.482152:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979219.482157:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979219.482163:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979219.482168:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559904640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1783979219.482179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:3.0:1783979219.482189:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979219.482193:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979219.482201:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559904640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979219.482220:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979219.482227:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979219.482233:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979219.482238:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979219.482241:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979219.482245:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979219.482249:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9941
00000400:00000200:3.0:1783979219.482257:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979219.482260:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979219.482262:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979219.482267:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.482271:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.482275:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.482279:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979219.482283:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979219.482286:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979219.482289:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979219.482293:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979219.482298:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979219.482302:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979219.482309:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.482314:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979219.482319:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979219.482323:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979219.482327:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979219.482332:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979219.482337:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979219.482341:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979219.482346:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979219.482351:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.482356:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979219.482358:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979219.482360:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.482362:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979219.482366:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979219.482371:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979219.482374:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979219.482377:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979219.482381:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979219.482383:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979219.482387:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979219.482395:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979219.482400:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979219.482409:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559904768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979219.482423:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979219.482427:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979219.482435:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559904768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979219.482451:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979219.482458:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9952)
00000800:00000200:2.1:1783979219.482503:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979219.482629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979219.482777:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783979220.249203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979220.249211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979220.249217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979220.249219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979220.249222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979220.249223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979221.274024:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979221.274034:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979221.274041:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979221.274043:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979221.274077:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979221.274079:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979221.274973:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979221.274979:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979221.274984:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979222.297185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979222.297193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979222.297199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979222.297200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979222.297204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979222.297205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979223.321186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979223.321193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979223.321198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979223.321199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979223.321202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979223.321204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979223.321321:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304618186, at 4304618240
00000100:00000010:3.0:1783979223.321331:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856275a0.
00010000:00000001:1.0:1783979224.345202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979224.345209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979224.345214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979224.345216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979224.345219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979224.345223:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979224.345226:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979224.345229:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979224.345232:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979224.345234:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979224.345236:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979224.345238:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979224.604226:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979224.604241:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979224.604245:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979224.604253:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979224.604259:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979224.604271:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9947
00000400:00000200:3.0:1783979224.604281:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979224.604289:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979224.604293:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979224.604296:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604298:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604301:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604303:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979224.604308:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979224.604311:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979224.604316:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979224.604319:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979224.604321:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979224.604324:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979224.604326:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604328:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604329:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604331:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979224.604334:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979224.604337:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604341:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979224.604345:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979224.604349:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979224.604353:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604357:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979224.604360:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979224.604374:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979224.604378:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979224.604383:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979224.604385:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604390:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979224.604395:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979224.604401:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979224.604413:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979224.604423:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.604434:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559904896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979224.604445:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979224.604452:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.604458:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559904896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979224.604491:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979224.604495:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979224.604499:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979224.604501:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979224.604502:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979224.604505:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979224.604508:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9947
00000400:00000200:3.0:1783979224.604513:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979224.604516:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979224.604519:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979224.604522:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604525:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604526:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604529:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979224.604531:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979224.604532:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979224.604534:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979224.604536:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979224.604538:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979224.604540:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979224.604543:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604545:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604548:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604550:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979224.604552:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979224.604554:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604557:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979224.604559:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979224.604565:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979224.604567:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604569:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979224.604574:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979224.604577:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604579:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979224.604583:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979224.604586:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979224.604589:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979224.604590:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604592:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979224.604593:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979224.604595:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979224.604599:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979224.604603:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.604608:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559905024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979224.604615:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979224.604617:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.604620:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559905024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979224.604627:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979224.604629:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979224.604633:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979224.604634:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979224.604635:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979224.604638:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979224.604640:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9947
00000400:00000200:3.0:1783979224.604644:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979224.604647:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979224.604649:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979224.604652:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604654:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604655:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604657:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979224.604659:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979224.604660:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979224.604662:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979224.604665:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979224.604666:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979224.604669:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979224.604672:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604674:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604676:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604678:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979224.604680:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979224.604682:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604684:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979224.604686:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979224.604688:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979224.604690:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604692:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979224.604694:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979224.604696:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604698:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979224.604701:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979224.604703:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979224.604706:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979224.604707:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604709:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979224.604710:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979224.604713:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979224.604717:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979224.604720:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.604724:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559905152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979224.604731:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979224.604733:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.604737:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559905152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979224.604751:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979224.604754:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979224.604758:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979224.604759:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979224.604760:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979224.604763:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979224.604766:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9947
00000400:00000200:3.0:1783979224.604769:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979224.604772:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979224.604774:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979224.604776:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604778:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604780:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604782:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979224.604784:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979224.604786:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979224.604788:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979224.604790:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979224.604792:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979224.604795:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979224.604798:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604800:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604802:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604804:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979224.604807:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979224.604809:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604811:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979224.604812:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979224.604825:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979224.604827:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604829:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979224.604831:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979224.604833:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604835:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979224.604838:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979224.604841:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979224.604843:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979224.604844:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.604846:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979224.604847:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979224.604849:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979224.604856:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979224.604859:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.604863:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559905280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979224.604870:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979224.604872:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.604875:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559905280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979224.604882:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979224.604885:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979224.604888:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979224.604890:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979224.604892:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979224.604895:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979224.604897:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9947
00000400:00000200:3.0:1783979224.604901:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979224.604904:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979224.604906:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979224.604909:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604910:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604912:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604914:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979224.604917:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979224.604918:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979224.604920:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979224.604922:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979224.604924:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979224.604926:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979224.604929:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604930:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979224.604932:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604934:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979224.604936:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979224.604939:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979224.604940:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979224.604942:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979224.604944:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979224.605324:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.605329:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979224.605331:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979224.605334:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.605336:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979224.605340:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979224.605344:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979224.605346:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979224.605348:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979224.605349:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979224.605351:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979224.605353:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979224.605357:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979224.605360:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979224.605368:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559905408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979224.605375:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979224.605377:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.605381:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559905408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979224.605390:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979224.605396:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9957)
00000800:00000200:2.1:1783979224.606468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979224.606472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979224.606811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979224.606813:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979224.607140:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979224.607143:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979224.607402:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979224.607404:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979224.607661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979224.607663:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783979225.369624:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979225.369629:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979225.369633:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979225.369633:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979225.369635:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979225.369636:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979225.369840:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979225.369844:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979225.369847:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979226.393180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979226.393186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979226.393190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979226.393191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979226.393193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979226.393194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979227.417207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979227.417214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979227.417220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979227.417221:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979227.417223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979227.417224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979228.441235:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979228.441239:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979228.441244:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441251:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979228.441254:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441256:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441258:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441264:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979228.441266:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979228.441267:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979228.441271:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441274:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979228.441276:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441278:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441282:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979228.441286:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979228.441288:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979228.441303:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304623311, at 4304623360
00000100:00000010:3.0:1783979228.441313:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627d80.
00010000:00000001:1.0:1783979229.465209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979229.465228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979229.465235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979229.465236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979229.465240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979229.465241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.721482:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979229.721487:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979229.721489:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979229.721495:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.721504:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979229.721506:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.721509:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979229.721511:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979229.721514:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979229.721518:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559905536:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979229.721522:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979229.721526:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979229.721528:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.721531:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979229.721535:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979229.721538:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979229.721543:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979229.721546:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979229.721552:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979229.721559:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559905536, portal 25
00000100:00000001:3.0:1783979229.721561:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979229.721562:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:3.0:1783979229.721568:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.721582:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979229.721584:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979229.721587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979229.721590:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559905536, offset 0
00000400:00000200:3.0:1783979229.721596:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979229.721604:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.721610:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979229.721615:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979229.721619:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979229.721622:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979229.721625:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979229.721629:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390275:390275:256:4294967295] 192.168.201.140@tcp LPNI seq info [390250:390250:8:4294967295]
00000400:00000200:3.0:1783979229.721634:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.721644:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979229.721650:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.721655:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979229.721661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979229.721665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979229.721671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979229.721675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979229.721679:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.721682:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979229.721687:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979229.721692:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979229.721698:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979229.721700:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979229.721706:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979229.721710:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.722268:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.722275:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.722289:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.722290:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979229.722298:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979229.722302:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979229.722305:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304628427
00000100:00000010:3.0:1783979229.722310:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3a80.
00000100:00000001:3.0:1783979229.722317:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979229.722323:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304628427
00000100:00000010:3.0:1783979229.722326:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3660.
00000100:00000001:3.0:1783979229.722330:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979229.722333:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979229.722336:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.722339:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979229.722343:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979229/real 1783979229]  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979229.722354:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979229.722356:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979229.722358:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979229.722361:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979229.722363:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979229.722366:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979229.722370:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979229.722379:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.722386:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979229.722388:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.722390:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.722392:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979229.722396:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.722404:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979229.722409:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.722416:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979229.722419:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.722421:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.722422:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.722424:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979229.722426:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979229.722429:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979229.722433:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979229.722435:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979229.722439:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979229.722448:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559905536:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979229.722453:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.722455:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.723543:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559905536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.723551:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979229.723553:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979229.723556:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979229.723559:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979229.723561:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979229.723562:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979229.723565:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979229.723567:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783979229.723571:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979229.723574:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979229.723575:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:3.0:1783979229.723579:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979229.723581:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.723583:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.723591:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979229.723593:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.723595:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979229.723597:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979229.723598:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979229.723603:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.723610:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979229.723612:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.723615:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979229.723617:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979229.723619:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979229.723622:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559905664:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979229.723626:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979229.723628:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979229.723630:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.723632:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979229.723636:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979229.723638:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979229.723642:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979229.723646:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979229.723651:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979229.723655:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559905664, portal 10
00000100:00000001:3.0:1783979229.723658:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979229.723659:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:3.0:1783979229.723667:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.723675:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979229.723677:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979229.723680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979229.723682:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559905664, offset 0
00000400:00000200:3.0:1783979229.723688:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979229.723693:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.723698:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979229.723702:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979229.723706:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979229.723708:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979229.723711:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979229.723715:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390276:390276:256:4294967295] 192.168.201.140@tcp LPNI seq info [390251:390251:8:4294967295]
00000400:00000200:3.0:1783979229.723719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.723742:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979229.723748:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.723753:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979229.723757:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979229.723760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979229.726024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979229.726028:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979229.726033:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.726036:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979229.726041:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979229.726045:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979229.726067:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979229.726069:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979229.726074:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979229.726079:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726088:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.726091:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726098:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.726100:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979229.726107:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979229.726112:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979229.726117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979229.726120:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304624662
00000100:00000001:3.0:1783979229.726123:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304628427
00000100:00000001:3.0:1783979229.726125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304624662
00000100:00000001:3.0:1783979229.726128:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304628427
00000100:00000001:3.0:1783979229.726130:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979229.726132:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.726135:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979229.726140:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979229/real 1783979229]  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979229.726150:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979229.726152:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979229.726154:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979229.726157:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979229.726159:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979229.726161:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979229.726165:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979229.726173:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726180:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979229.726181:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726184:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.726185:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979229.726189:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726195:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979229.726199:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726207:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979229.726210:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726212:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.726213:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726215:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979229.726217:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979229.726220:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979229.726225:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979229.726227:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979229.726231:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979229.726238:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559905664:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979229.726242:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979229.726246:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726252:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979229.726253:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.726256:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979229.726258:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979229.726260:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979229.726263:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559905792:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979229.726266:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979229.726269:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979229.726271:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.726273:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979229.726277:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979229.726278:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979229.726283:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979229.726285:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979229.726289:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979229.726293:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559905792, portal 10
00000100:00000001:3.0:1783979229.726295:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979229.726296:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:3.0:1783979229.726302:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726308:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979229.726310:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979229.726312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979229.726314:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559905792, offset 0
00000400:00000200:3.0:1783979229.726319:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979229.726325:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.726330:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979229.726334:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979229.726338:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979229.726341:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979229.726343:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979229.726346:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390277:390277:256:4294967295] 192.168.201.140@tcp LPNI seq info [390252:390252:8:4294967295]
00000400:00000200:3.0:1783979229.726350:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.726357:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979229.726362:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.726366:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979229.726370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979229.726373:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979229.726378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979229.726380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979229.726384:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.726385:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979229.726388:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979229.726391:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979229.726394:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979229.726396:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979229.726399:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979229.726402:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726409:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.726412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726418:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.726420:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979229.726423:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979229.726425:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979229.726428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979229.726430:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304624658
00000100:00000001:3.0:1783979229.726433:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304628427
00000100:00000001:3.0:1783979229.726434:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304624658
00000100:00000001:3.0:1783979229.726436:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304628427
00000100:00000001:3.0:1783979229.726438:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979229.726440:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.726442:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979229.726446:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979229/real 1783979229]  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979229.726453:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979229.726455:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979229.726456:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979229.726459:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979229.726460:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979229.726462:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979229.726465:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979229.726472:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726478:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979229.726480:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726482:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.726483:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979229.726486:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726493:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979229.726496:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726503:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979229.726505:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726507:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.726508:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726509:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979229.726511:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979229.726513:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979229.726517:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979229.726519:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979229.726523:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979229.726530:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559905792:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979229.726533:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979229.726537:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726543:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979229.726545:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.726547:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979229.726549:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979229.726551:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979229.726554:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559905920:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979229.726557:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979229.726559:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979229.726560:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.726561:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979229.726564:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979229.726566:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979229.726569:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979229.726571:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979229.726575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979229.726577:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559905920, portal 4
00000100:00000001:3.0:1783979229.726579:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979229.726580:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:3.0:1783979229.726585:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726591:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979229.726593:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979229.726595:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979229.726597:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559905920, offset 0
00000400:00000200:3.0:1783979229.726601:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979229.726605:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.726608:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979229.726611:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979229.726613:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979229.726615:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979229.726617:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979229.726620:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390278:390278:256:4294967295] 192.168.201.140@tcp LPNI seq info [390253:390253:8:4294967295]
00000400:00000200:3.0:1783979229.726624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.726629:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979229.726634:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.726637:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979229.726641:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979229.726643:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979229.726647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979229.726650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979229.726654:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.726656:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979229.726658:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979229.726662:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979229.726664:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979229.726666:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979229.726669:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979229.726672:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726679:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.726682:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726688:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.726689:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979229.726692:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979229.726695:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979229.726699:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979229.726700:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304624685
00000100:00000001:3.0:1783979229.726703:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304628427
00000100:00000001:3.0:1783979229.726705:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304624685
00000100:00000001:3.0:1783979229.726706:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304628427
00000100:00000001:3.0:1783979229.726708:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979229.726710:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.726712:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979229.726715:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979229/real 1783979229]  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979229.726723:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979229.726724:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979229.726739:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979229.726742:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979229.726744:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979229.726746:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979229.726749:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979229.726757:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726763:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979229.726764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.726767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979229.726771:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726777:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979229.726781:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726787:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979229.726789:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726791:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.726792:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726794:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979229.726795:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979229.726797:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979229.726801:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979229.726803:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979229.726807:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979229.726814:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559905920:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979229.726818:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726820:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.726823:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559905664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726830:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979229.726832:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979229.726834:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979229.726837:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979229.726838:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979229.726840:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979229.726842:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979229.726844:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:3.0:1783979229.726848:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979229.726849:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979229.726851:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:3.0:1783979229.726854:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979229.726855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726857:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.726860:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559905792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726866:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979229.726867:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979229.726869:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979229.726871:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979229.726872:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979229.726873:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979229.726875:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979229.726876:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783979229.726878:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979229.726880:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979229.726881:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:3.0:1783979229.726883:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979229.726884:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726886:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.726889:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559905920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726895:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979229.726896:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979229.726898:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979229.726900:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979229.726901:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979229.726902:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979229.726904:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979229.726905:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:3.0:1783979229.726907:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979229.726908:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979229.726909:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:3.0:1783979229.726912:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979229.726913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726915:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.726921:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979229.726923:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.726925:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979229.726927:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979229.726928:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979229.726932:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726938:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979229.726939:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.726941:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979229.726943:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979229.726944:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979229.726947:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906048:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979229.726950:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979229.726952:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979229.726953:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979229.726955:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979229.726958:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979229.726959:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979229.726962:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979229.726965:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979229.726968:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979229.726970:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559906048, portal 4
00000100:00000001:3.0:1783979229.726972:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979229.726973:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:3.0:1783979229.726978:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.726985:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979229.726987:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979229.726989:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979229.726991:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559906048, offset 0
00000400:00000200:3.0:1783979229.726995:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979229.726998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.727001:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979229.727004:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979229.727006:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979229.727008:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979229.727010:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979229.727013:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390279:390279:256:4294967295] 192.168.201.140@tcp LPNI seq info [390254:390254:8:4294967295]
00000400:00000200:3.0:1783979229.727017:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979229.727023:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979229.727027:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.727031:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979229.727035:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979229.727037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979229.727041:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979229.727044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979229.727071:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979229.727073:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979229.727076:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979229.727079:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979229.727081:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979229.727083:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979229.727085:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979229.727090:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.727097:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.727099:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.727105:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.727107:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979229.727110:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979229.727113:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979229.727115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979229.727117:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304624688
00000100:00000001:3.0:1783979229.727120:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304628427
00000100:00000001:3.0:1783979229.727121:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304624688
00000100:00000001:3.0:1783979229.727123:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304628427
00000100:00000001:3.0:1783979229.727125:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979229.727127:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.727129:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979229.727133:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979229/real 1783979229]  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979229.727140:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979229.727141:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979229.727143:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979229.727146:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979229.727147:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979229.727149:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979229.727153:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979229.727161:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.727167:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979229.727168:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.727170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.727171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979229.727174:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.727181:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979229.727184:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.727191:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979229.727193:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.727194:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979229.727196:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.727197:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979229.727199:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979229.727201:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979229.727204:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979229.727206:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979229.727210:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979229.727218:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906048:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979229.727222:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.727223:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979229.727227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559906048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979229.727233:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979229.727235:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979229.727236:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979229.727239:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979229.727240:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979229.727242:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979229.727243:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979229.727245:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:3.0:1783979229.727247:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979229.727248:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979229.727249:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:3.0:1783979229.727252:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979229.727254:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.727255:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979229.727258:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979229.727260:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979229.727262:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979229.727263:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979230.489211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979230.489216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979230.489219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979230.489220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979230.489223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979230.489224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979231.513408:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979231.513415:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979231.513420:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979231.513421:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979231.513424:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979231.513435:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979232.537182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979232.537194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979232.537199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979232.537200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979232.537203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979232.537204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979233.561194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979233.561201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979233.561207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979233.561209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979233.561215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979233.561220:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979233.561223:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979233.561227:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979233.561232:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979233.561234:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979233.561237:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979233.561240:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979233.563036:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304628427, at 4304628481
00000100:00000010:3.0:1783979233.563069:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3660.
00010000:00000001:1.0:1783979234.585212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979234.585222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979234.585229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979234.585231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979234.585235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979234.585236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.842536:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979234.842542:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979234.842547:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979234.842556:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.842579:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979234.842582:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.842589:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979234.842593:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979234.842597:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979234.842606:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559906176:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979234.842613:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979234.842620:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979234.842624:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.842629:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979234.842636:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979234.842649:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979234.842660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979234.842667:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979234.842677:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979234.842687:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559906176, portal 25
00000100:00000001:3.0:1783979234.842696:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979234.842700:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896589312 : -128863812962304 : ffff8acc8e343800)
00000100:00000040:3.0:1783979234.842711:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.842729:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979234.842736:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979234.842742:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979234.842747:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559906176, offset 0
00000400:00000200:3.0:1783979234.842760:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979234.842771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.842781:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979234.842788:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979234.842795:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979234.842800:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979234.842803:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979234.842808:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390280:390280:256:4294967295] 192.168.201.140@tcp LPNI seq info [390255:390255:8:4294967295]
00000400:00000200:3.0:1783979234.842813:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.842824:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979234.842830:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.842836:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979234.842845:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979234.842850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979234.842861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979234.842867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979234.842877:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.842882:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979234.842888:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979234.842897:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979234.842903:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979234.842906:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979234.842912:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979234.842917:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.842930:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.842935:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.842948:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.842952:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979234.842959:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979234.842965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979234.842969:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304633547
00000100:00000010:3.0:1783979234.842982:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3660.
00000100:00000001:3.0:1783979234.842990:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979234.842998:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304633547
00000100:00000010:3.0:1783979234.843002:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c39c0.
00000100:00000001:3.0:1783979234.843007:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979234.843012:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979234.843015:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.843018:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979234.843024:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979234/real 1783979234]  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979234.843034:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979234.843037:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979234.843041:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979234.843045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979234.843093:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979234.843097:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979234.843103:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979234.843117:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843128:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979234.843132:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.843140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979234.843148:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843165:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979234.843176:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843188:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979234.843192:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843195:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.843197:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843201:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979234.843203:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979234.843206:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979234.843210:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979234.843215:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979234.843221:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979234.843228:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559906176:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979234.843235:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843237:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.843241:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343800 x1870627559906176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843260:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979234.843264:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979234.843269:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979234.843276:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979234.843279:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979234.843284:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979234.843288:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979234.843293:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783979234.843300:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979234.843304:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979234.843308:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343800.
00000100:00000001:3.0:1783979234.843314:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979234.843318:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843322:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843330:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979234.843333:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.843336:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979234.843338:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979234.843342:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979234.843348:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843369:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979234.843373:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.843378:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979234.843382:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979234.843386:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979234.843394:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979234.843402:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979234.843405:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979234.843407:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.843411:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979234.843415:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979234.843418:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979234.843423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979234.843427:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979234.843430:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979234.843434:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559906304, portal 10
00000100:00000001:3.0:1783979234.843436:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979234.843438:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:3.0:1783979234.843446:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843452:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979234.843455:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979234.843457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979234.843459:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559906304, offset 0
00000400:00000200:3.0:1783979234.843464:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979234.843467:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.843471:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979234.843474:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979234.843476:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979234.843478:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979234.843481:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979234.843483:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390281:390281:256:4294967295] 192.168.201.140@tcp LPNI seq info [390256:390256:8:4294967295]
00000400:00000200:3.0:1783979234.843487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.843494:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979234.843498:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.843501:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979234.843505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979234.843508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979234.843512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979234.843515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979234.843533:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.843535:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979234.843538:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979234.843542:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979234.843545:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979234.843547:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979234.843550:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979234.843554:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843562:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.843564:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843571:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.843572:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979234.843576:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979234.843580:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979234.843583:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979234.843585:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304629779
00000100:00000001:3.0:1783979234.843588:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304633547
00000100:00000001:3.0:1783979234.843590:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304629779
00000100:00000001:3.0:1783979234.843591:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304633547
00000100:00000001:3.0:1783979234.843593:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979234.843596:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.843598:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979234.843601:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979234/real 1783979234]  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979234.843609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979234.843610:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979234.843612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979234.843615:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979234.843616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979234.843618:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979234.843621:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979234.843630:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843651:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979234.843653:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843654:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.843655:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979234.843659:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843664:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979234.843668:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843674:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979234.843676:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843677:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.843678:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843680:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979234.843681:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979234.843684:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979234.843687:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979234.843689:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979234.843692:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979234.843699:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979234.843703:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979234.843705:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843710:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979234.843711:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.843714:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979234.843715:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979234.843717:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979234.843719:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979234.843722:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979234.843724:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979234.843725:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.843727:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979234.843729:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979234.843731:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979234.843734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979234.843736:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979234.843739:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979234.843741:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559906432, portal 10
00000100:00000001:3.0:1783979234.843743:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979234.843744:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:3.0:1783979234.843749:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843755:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979234.843757:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979234.843759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979234.843761:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559906432, offset 0
00000400:00000200:3.0:1783979234.843764:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979234.843767:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.843771:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979234.843774:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979234.843776:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979234.843778:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979234.843780:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979234.843783:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390282:390282:256:4294967295] 192.168.201.140@tcp LPNI seq info [390257:390257:8:4294967295]
00000400:00000200:3.0:1783979234.843786:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.843791:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979234.843796:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.843799:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979234.843803:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979234.843805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979234.843809:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979234.843812:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979234.843815:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.843817:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979234.843819:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979234.843822:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979234.843825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979234.843826:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979234.843829:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979234.843832:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843839:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.843842:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843848:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.843850:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979234.843853:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979234.843855:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979234.843858:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979234.843860:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304629775
00000100:00000001:3.0:1783979234.843862:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304633547
00000100:00000001:3.0:1783979234.843864:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304629775
00000100:00000001:3.0:1783979234.843866:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304633547
00000100:00000001:3.0:1783979234.843868:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979234.843870:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.843872:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979234.843875:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979234/real 1783979234]  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979234.843884:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979234.843885:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979234.843887:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979234.843889:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979234.843891:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979234.843892:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979234.843895:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979234.843903:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843908:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979234.843909:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843911:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.843912:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979234.843915:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843920:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979234.843924:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843930:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979234.843932:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843934:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.843935:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.843936:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979234.843937:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979234.843940:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979234.843942:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979234.843944:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979234.843948:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979234.843954:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979234.843957:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979234.843960:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.843965:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979234.843967:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.843968:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979234.843970:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979234.843972:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979234.843974:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979234.843977:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979234.843978:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979234.843979:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.843981:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979234.843984:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979234.843986:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979234.843989:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979234.843991:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979234.843993:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979234.843996:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559906560, portal 4
00000100:00000001:3.0:1783979234.843997:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979234.843998:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:3.0:1783979234.844003:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844008:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979234.844010:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979234.844011:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979234.844013:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559906560, offset 0
00000400:00000200:3.0:1783979234.844018:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979234.844021:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.844025:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979234.844027:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979234.844029:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979234.844032:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979234.844033:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979234.844036:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390283:390283:256:4294967295] 192.168.201.140@tcp LPNI seq info [390258:390258:8:4294967295]
00000400:00000200:3.0:1783979234.844039:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.844044:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979234.844079:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.844082:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979234.844086:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979234.844088:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979234.844092:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979234.844094:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979234.844097:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.844099:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979234.844102:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979234.844105:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979234.844107:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979234.844109:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979234.844111:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979234.844115:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844122:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.844124:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844130:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.844132:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979234.844135:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979234.844138:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979234.844141:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979234.844143:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304629803
00000100:00000001:3.0:1783979234.844145:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304633547
00000100:00000001:3.0:1783979234.844147:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304629803
00000100:00000001:3.0:1783979234.844149:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304633547
00000100:00000001:3.0:1783979234.844151:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979234.844153:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.844154:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979234.844158:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979234/real 1783979234]  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979234.844164:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979234.844165:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979234.844167:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979234.844169:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979234.844171:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979234.844173:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979234.844176:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979234.844183:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844188:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979234.844189:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844191:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.844192:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979234.844195:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844201:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979234.844205:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844211:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979234.844214:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844216:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.844217:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844218:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979234.844220:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979234.844223:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979234.844226:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979234.844228:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979234.844230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979234.844235:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979234.844238:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844239:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.844241:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559906304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844245:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979234.844246:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979234.844248:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979234.844249:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979234.844251:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979234.844252:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979234.844253:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979234.844254:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:3.0:1783979234.844256:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979234.844257:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979234.844258:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:3.0:1783979234.844261:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979234.844262:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844263:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.844264:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559906432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844272:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979234.844273:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979234.844274:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979234.844275:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979234.844276:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979234.844276:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979234.844277:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979234.844278:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:3.0:1783979234.844279:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979234.844280:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979234.844280:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:3.0:1783979234.844282:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979234.844283:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844283:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.844285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559906560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844288:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979234.844289:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979234.844289:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979234.844290:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979234.844291:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979234.844292:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979234.844293:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979234.844293:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783979234.844295:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979234.844295:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979234.844296:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:3.0:1783979234.844297:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979234.844297:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844298:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844302:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979234.844303:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.844304:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979234.844305:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979234.844306:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979234.844308:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844312:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979234.844313:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.844314:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979234.844315:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979234.844317:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979234.844318:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979234.844320:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979234.844322:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979234.844323:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979234.844324:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979234.844326:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979234.844327:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979234.844329:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979234.844331:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979234.844333:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979234.844335:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559906688, portal 4
00000100:00000001:3.0:1783979234.844336:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979234.844337:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:3.0:1783979234.844341:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844345:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979234.844346:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979234.844347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979234.844349:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559906688, offset 0
00000400:00000200:3.0:1783979234.844351:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979234.844353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.844355:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979234.844357:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979234.844359:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979234.844360:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979234.844362:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979234.844364:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390284:390284:256:4294967295] 192.168.201.140@tcp LPNI seq info [390259:390259:8:4294967295]
00000400:00000200:3.0:1783979234.844366:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979234.844371:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979234.844375:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.844378:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979234.844382:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979234.844385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979234.844389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979234.844391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979234.844395:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979234.844397:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979234.844399:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979234.844402:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979234.844405:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979234.844407:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979234.844409:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979234.844412:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844419:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.844423:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844429:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.844431:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979234.844433:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979234.844436:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979234.844439:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979234.844441:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304629805
00000100:00000001:3.0:1783979234.844443:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304633547
00000100:00000001:3.0:1783979234.844445:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304629805
00000100:00000001:3.0:1783979234.844447:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304633547
00000100:00000001:3.0:1783979234.844449:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979234.844452:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.844453:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979234.844457:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979234/real 1783979234]  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979234.844464:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979234.844465:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979234.844467:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979234.844469:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979234.844471:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979234.844473:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979234.844475:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979234.844480:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844484:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979234.844484:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844485:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.844487:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979234.844489:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844496:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979234.844499:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844505:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979234.844507:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844508:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979234.844510:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844511:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979234.844513:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979234.844515:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979234.844519:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979234.844521:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979234.844525:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979234.844532:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559906688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979234.844536:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844538:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979234.844541:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559906688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979234.844545:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979234.844546:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979234.844547:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979234.844549:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979234.844550:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979234.844550:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979234.844552:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979234.844553:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:3.0:1783979234.844554:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979234.844555:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979234.844556:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:3.0:1783979234.844557:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979234.844558:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844559:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979234.844562:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979234.844563:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979234.844564:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979234.844565:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979235.609404:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979235.609411:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979235.609417:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979235.609418:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979235.609421:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979235.609423:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979235.609695:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979235.609706:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979235.609710:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979235.739121:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1783979235.739128:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979235.739138:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783979235.739143:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979235.739146:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979236.633182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979236.633190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979236.633195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979236.633196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979236.633200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979236.633201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979237.657181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979237.657188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979237.657194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979237.657195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979237.657198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979237.657199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979238.681165:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304633547, at 4304633600
00010000:00000001:1.0:1783979238.681169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979238.681177:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979238.681181:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000010:3.0:1783979238.681182:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c39c0.
00010000:00000001:1.0:1783979238.681184:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.681189:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979238.681192:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.681194:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.681197:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.681201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979238.681203:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979238.681205:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979238.681206:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.681208:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979238.681210:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.681212:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.681214:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979238.681218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979238.681219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979239.705174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979239.705183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979239.705189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979239.705190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979239.705194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979239.705195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979239.707940:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979239.707946:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979239.707951:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979239.961179:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979239.961190:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979239.961192:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979239.961195:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979239.961199:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979239.961206:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9962
00000400:00000200:3.0:1783979239.961215:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979239.961220:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979239.961223:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979239.961227:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961230:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.961232:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961234:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979239.961238:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979239.961240:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979239.961242:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979239.961246:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979239.961248:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979239.961251:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979239.961254:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961257:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.961258:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961260:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979239.961263:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979239.961267:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961270:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979239.961273:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979239.961277:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979239.961280:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.961282:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979239.961285:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979239.961291:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979239.961294:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979239.961298:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979239.961300:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.961303:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979239.961305:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979239.961308:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979239.961314:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979239.961319:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979239.961327:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559906816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979239.961334:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979239.961338:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979239.961342:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559906816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979239.961359:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979239.961362:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979239.961366:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979239.961368:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979239.961369:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979239.961372:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979239.961375:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9962
00000400:00000200:3.0:1783979239.961380:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979239.961385:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979239.961387:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979239.961391:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961393:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.961396:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961399:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979239.961401:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979239.961403:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979239.961404:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979239.961407:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979239.961408:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979239.961410:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979239.961413:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961414:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.961416:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961418:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979239.961420:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979239.961423:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961425:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979239.961427:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979239.961431:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979239.961433:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.961435:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979239.961439:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979239.961442:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.961444:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979239.961447:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979239.961449:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979239.961452:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979239.961453:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.961454:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979239.961455:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979239.961457:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979239.961460:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979239.961464:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979239.961468:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559906944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979239.961475:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979239.961477:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979239.961481:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559906944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979239.961488:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979239.961491:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979239.961494:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979239.961496:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979239.961497:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979239.961499:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979239.961502:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9962
00000800:00000200:2.1:1783979239.961583:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979239.961586:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1783979239.961904:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979239.961908:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979239.961910:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979239.961914:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961918:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.961922:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961925:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979239.961927:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979239.961929:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979239.961931:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979239.961934:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979239.961936:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979239.961940:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979239.961948:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961953:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.961958:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961963:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979239.961970:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979239.961978:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979239.961984:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979239.961989:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979239.961993:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979239.961997:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962002:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979239.962008:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979239.962014:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962016:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979239.962023:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979239.962027:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979239.962032:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979239.962035:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962038:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979239.962041:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979239.962045:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979239.962095:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979239.962101:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979239.962110:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559907072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979239.962126:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979239.962130:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979239.962139:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559907072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979239.962169:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979239.962177:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979239.962184:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979239.962188:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979239.962192:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979239.962198:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979239.962205:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9962
00000400:00000200:3.0:1783979239.962216:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979239.962225:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979239.962231:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979239.962239:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962242:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.962244:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962246:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979239.962252:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979239.962253:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979239.962257:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979239.962260:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979239.962265:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979239.962272:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979239.962279:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962286:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.962290:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962295:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979239.962299:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979239.962306:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962310:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979239.962314:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979239.962319:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979239.962323:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962327:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979239.962332:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979239.962338:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962344:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979239.962350:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979239.962355:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979239.962361:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979239.962365:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962368:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979239.962371:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979239.962375:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979239.962383:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979239.962391:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979239.962402:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559907200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979239.962418:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979239.962423:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979239.962431:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559907200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979239.962449:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979239.962454:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979239.962463:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979239.962467:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979239.962472:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979239.962480:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979239.962487:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9962
00000800:00000200:2.1:1783979239.962541:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979239.962544:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1783979239.962692:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979239.962697:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979239.962700:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979239.962707:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962713:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.962719:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962724:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979239.962728:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979239.962733:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979239.962736:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979239.962740:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979239.962746:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979239.962752:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979239.962760:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962764:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979239.962770:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962775:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979239.962781:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979239.962790:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979239.962797:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979239.962803:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979239.962817:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979239.962823:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962829:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979239.962833:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979239.962838:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962843:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979239.962847:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979239.962852:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979239.962856:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979239.962858:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979239.962862:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979239.962863:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979239.962866:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979239.962872:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979239.962876:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979239.962886:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559907328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979239.962895:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979239.962899:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979239.962906:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559907328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979239.962919:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979239.962924:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9972)
00000800:00000200:2.1:1783979239.963102:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979239.963105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979239.963440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979239.963442:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979239.963708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979239.963711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1783979240.729187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979240.729195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979240.729201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979240.729202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979240.729206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979240.729208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979241.753227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979241.753236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979241.753250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979241.753254:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979241.753258:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979241.753259:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979242.777640:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979242.777646:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979242.777650:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979242.777651:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979242.777654:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979242.777655:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979243.801173:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304638666, at 4304638720
00010000:00000001:1.0:1783979243.801178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979243.801184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979243.801190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979243.801192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979243.801194:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856278a0.
00010000:00000001:1.0:1783979243.801197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979243.801202:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979243.801205:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979243.801209:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979243.801212:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979243.801215:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979243.801218:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979243.801220:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979244.825157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979244.825167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979244.825175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979244.825177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979244.825180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979244.825182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979245.081186:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979245.081195:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979245.081197:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979245.081201:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979245.081205:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979245.081212:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9967
00000400:00000200:3.0:1783979245.081220:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979245.081227:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979245.081230:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979245.081233:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081236:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.081239:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081242:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979245.081247:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979245.081249:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979245.081252:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979245.081255:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979245.081257:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979245.081259:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979245.081261:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081262:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.081263:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081264:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979245.081266:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979245.081269:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081271:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979245.081273:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979245.081276:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979245.081278:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.081279:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979245.081281:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979245.081289:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979245.081292:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979245.081295:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979245.081296:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.081298:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979245.081300:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979245.081303:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979245.081310:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979245.081314:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979245.081321:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559907456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979245.081328:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979245.081331:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979245.081334:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559907456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979245.081357:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979245.081359:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979245.081362:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979245.081363:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979245.081364:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979245.081366:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979245.081367:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9967
00000400:00000200:3.0:1783979245.081370:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979245.081372:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979245.081374:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979245.081376:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081378:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.081379:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081380:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979245.081382:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979245.081383:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979245.081383:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979245.081385:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979245.081386:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979245.081387:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979245.081388:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081389:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.081390:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081391:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979245.081393:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979245.081394:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081395:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979245.081396:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979245.081400:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979245.081402:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.081403:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979245.081444:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979245.081447:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.081448:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979245.081451:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979245.081453:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979245.081456:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979245.081457:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.081459:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979245.081469:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979245.081470:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979245.081474:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979245.081480:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979245.081486:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559907584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979245.081493:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979245.081496:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979245.081501:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559907584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979245.081509:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979245.081512:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979245.081516:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979245.081518:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979245.081519:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979245.081521:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979245.081524:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9967
00000400:00000200:3.0:1783979245.081527:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979245.081530:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979245.081531:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979245.081533:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081535:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.081536:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081537:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979245.081539:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979245.081540:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979245.081541:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979245.081542:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979245.081543:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979245.081544:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979245.081546:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081547:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.081549:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081550:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979245.081552:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979245.081553:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081555:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979245.081556:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979245.081558:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979245.081559:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.081560:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979245.081562:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979245.081563:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.081564:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979245.081566:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979245.081568:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979245.081569:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979245.081570:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.081571:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979245.081572:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979245.081573:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979245.081576:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979245.081578:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979245.081581:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559907712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979245.081585:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979245.081587:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979245.081589:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559907712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979245.081593:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979245.081595:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979245.081596:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979245.081597:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979245.081599:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979245.081600:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979245.081602:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9967
00000400:00000200:3.0:1783979245.081604:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979245.081606:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979245.081607:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979245.081608:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081609:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.081610:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081611:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979245.081612:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979245.081613:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979245.081614:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979245.081615:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979245.081616:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979245.081617:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979245.081619:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.081620:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.081621:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:2.1:1783979245.082174:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979245.082176:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979245.082502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979245.082505:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1783979245.083206:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979245.083211:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979245.083214:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979245.083216:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979245.083218:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979245.083222:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979245.083224:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.083225:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979245.083228:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979245.083230:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.083231:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979245.083235:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979245.083238:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979245.083240:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979245.083241:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.083243:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979245.083245:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979245.083247:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979245.083251:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979245.083254:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979245.083257:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559907840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979245.083263:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979245.083265:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979245.083267:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559907840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979245.083273:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979245.083276:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979245.083279:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979245.083280:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979245.083281:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979245.083283:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979245.083284:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9967
00000400:00000200:3.0:1783979245.083287:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979245.083289:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979245.083291:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979245.083292:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.083294:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.083295:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.083296:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979245.083298:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979245.083300:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979245.083301:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979245.083303:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979245.083304:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979245.083306:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979245.083308:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.083309:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979245.083310:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979245.083311:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979245.083312:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979245.083313:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979245.083314:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979245.083315:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979245.083317:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979245.083318:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.083319:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979245.083320:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979245.083321:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.083322:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979245.083323:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979245.083324:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979245.083325:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979245.083326:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979245.083327:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979245.083328:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979245.083328:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979245.083330:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979245.083331:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979245.083334:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559907968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979245.083338:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979245.083339:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979245.083341:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559907968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979245.083346:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979245.083349:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (9977)
00000800:00000200:2.1:1783979245.083520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979245.083523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979245.083906:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979245.083908:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979245.084203:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979245.084206:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1783979245.849118:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979245.849124:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979245.849128:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979245.849128:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979245.849130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979245.849131:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979246.873176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979246.873183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979246.873188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979246.873190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979246.873193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979246.873194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979247.897150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979247.897157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979247.897163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979247.897164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979247.897167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979247.897168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979248.921239:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304643786, at 4304643840
00010000:00000001:1.0:1783979248.921244:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979248.921252:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979248.921255:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000010:3.0:1783979248.921256:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627360.
00010000:00000001:1.0:1783979248.921258:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.921263:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979248.921265:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.921267:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.921270:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.921274:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979248.921276:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979248.921277:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979248.921279:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.921281:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979248.921282:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.921284:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.921286:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979248.921290:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979248.921291:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979249.946117:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979249.946125:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979249.946130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979249.946131:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979249.946135:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979249.946136:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979249.946437:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979249.946442:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979249.946445:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783979250.201780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979250.201786:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979250.202479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979250.202481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979250.202751:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979250.202754:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979250.203016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979250.203019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979250.203309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979250.203311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1783979250.970034:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979250.970041:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979250.970065:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979250.970067:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979250.970071:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979250.970072:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979251.993414:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979251.993425:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979251.993433:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979251.993434:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979251.993438:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979251.993440:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979253.017491:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979253.017500:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979253.017505:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979253.017507:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979253.017511:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979253.017512:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979254.041172:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304648906, at 4304648960
00010000:00000001:1.0:1783979254.041175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979254.041180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979254.041184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979254.041186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979254.041190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979254.041190:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979254.041193:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979254.041196:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979254.041198:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979254.041202:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979254.041204:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979254.041206:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979254.041207:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979254.041258:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979254.041262:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979254.041265:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979255.065183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979255.065190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979255.065195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979255.065196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979255.065199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979255.065200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.321562:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979255.321568:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979255.321572:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979255.321581:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.321598:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979255.321602:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.321607:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979255.321611:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979255.321616:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979255.321624:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559908736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979255.321630:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979255.321634:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979255.321637:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.321640:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979255.321647:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979255.321652:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979255.321671:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979255.321677:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979255.321687:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979255.321696:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559908736, portal 25
00000100:00000001:3.0:1783979255.321701:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979255.321704:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:3.0:1783979255.321714:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.321727:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979255.321733:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979255.321738:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979255.321742:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559908736, offset 0
00000400:00000200:3.0:1783979255.321752:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979255.321762:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.321771:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979255.321777:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979255.321781:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979255.321785:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979255.321787:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979255.321791:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390300:390300:256:4294967295] 192.168.201.140@tcp LPNI seq info [390275:390275:8:4294967295]
00000400:00000200:3.0:1783979255.321796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.321805:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979255.321812:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.321819:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979255.321830:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979255.321836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783979255.321847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979255.321853:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1783979255.321860:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.321864:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979255.321871:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979255.321882:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979255.321891:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979255.321895:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979255.321904:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979255.321913:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.321931:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.321938:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.321954:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.321957:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979255.321965:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979255.321974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979255.321979:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304654026
00000100:00000010:3.0:1783979255.321986:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c38a0.
00000100:00000001:3.0:1783979255.321995:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979255.322003:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304654026
00000100:00000010:3.0:1783979255.322009:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3480.
00000100:00000001:3.0:1783979255.322015:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979255.322020:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979255.322025:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.322031:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979255.322040:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979255/real 1783979255]  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979255.322122:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979255.322125:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979255.322130:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979255.322135:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979255.322506:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979255.322510:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979255.322515:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979255.322525:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979255.322533:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322536:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.322538:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979255.322542:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322549:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979255.322554:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322562:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979255.322564:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322566:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.322567:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322570:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979255.322572:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979255.322575:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979255.322579:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979255.322581:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979255.322585:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979255.322594:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559908736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979255.322598:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322599:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.322602:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559908736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322609:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979255.322611:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979255.322614:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979255.322617:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979255.322619:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979255.322621:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979255.322623:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979255.322626:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:3.0:1783979255.322629:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979255.322631:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979255.322633:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:3.0:1783979255.322637:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979255.322638:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322641:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322648:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979255.322650:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.322652:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979255.322653:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979255.322654:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979255.322658:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322710:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979255.322712:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.322714:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979255.322716:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979255.322718:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979255.322722:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559908864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979255.322725:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979255.322727:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979255.322729:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.322730:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979255.322734:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979255.322736:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979255.322740:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979255.322743:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979255.322746:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979255.322750:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559908864, portal 10
00000100:00000001:3.0:1783979255.322752:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979255.322753:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:3.0:1783979255.322760:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322767:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979255.322770:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979255.322771:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979255.322774:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559908864, offset 0
00000400:00000200:3.0:1783979255.322778:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979255.322782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.322785:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979255.322788:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979255.322791:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979255.322793:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979255.322796:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979255.322799:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390301:390301:256:4294967295] 192.168.201.140@tcp LPNI seq info [390276:390276:8:4294967295]
00000400:00000200:3.0:1783979255.322804:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.322810:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979255.322815:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.322818:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979255.322822:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979255.322825:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783979255.322829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979255.322832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1783979255.322836:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.322838:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979255.322841:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979255.322844:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979255.322847:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979255.322849:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979255.322852:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979255.322855:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322862:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.322865:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322877:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.322878:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979255.322882:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979255.322885:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979255.322888:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979255.322891:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304650258
00000100:00000001:3.0:1783979255.322894:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304654026
00000100:00000001:3.0:1783979255.322896:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304650258
00000100:00000001:3.0:1783979255.322898:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304654026
00000100:00000001:3.0:1783979255.322899:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979255.322902:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.322903:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979255.322907:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979255/real 1783979255]  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979255.322915:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979255.322916:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979255.322918:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979255.322920:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979255.322922:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979255.322924:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979255.322927:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979255.322935:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322941:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979255.322943:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322944:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.322945:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979255.322948:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322955:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979255.322958:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.322965:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979255.322967:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322968:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.322970:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.322972:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979255.322973:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979255.322976:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979255.322980:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979255.322981:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979255.322985:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979255.322991:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559908864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979255.322995:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979255.322999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.323004:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979255.323006:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.323008:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979255.323009:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979255.323011:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979255.323014:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559908992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979255.323017:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979255.323019:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979255.323021:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.323022:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979255.323025:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979255.323027:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979255.323030:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979255.323033:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979255.323036:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979255.323038:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559908992, portal 10
00000100:00000001:3.0:1783979255.323040:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979255.323041:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:3.0:1783979255.327389:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327410:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979255.327418:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979255.327430:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979255.327439:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559908992, offset 0
00000400:00000200:3.0:1783979255.327447:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979255.327460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.327469:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979255.327473:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979255.327476:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979255.327480:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979255.327482:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979255.327484:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390302:390302:256:4294967295] 192.168.201.140@tcp LPNI seq info [390277:390277:8:4294967295]
00000400:00000200:3.0:1783979255.327488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.327495:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979255.327499:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.327504:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979255.327509:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979255.327512:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783979255.327519:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979255.327523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1783979255.327527:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.327531:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979255.327538:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979255.327543:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979255.327550:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979255.327553:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979255.327558:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979255.327566:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327576:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.327579:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327584:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.327586:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979255.327592:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979255.327597:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979255.327600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979255.327602:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304650259
00000100:00000001:3.0:1783979255.327605:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304654026
00000100:00000001:3.0:1783979255.327607:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304650259
00000100:00000001:3.0:1783979255.327608:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304654026
00000100:00000001:3.0:1783979255.327610:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979255.327612:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.327615:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979255.327618:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979255/real 1783979255]  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979255.327625:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979255.327626:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979255.327628:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979255.327630:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979255.327631:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979255.327633:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979255.327636:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979255.327641:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327645:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979255.327647:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.327649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.327650:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979255.327653:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327660:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979255.327663:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327670:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979255.327673:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.327674:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.327675:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.327678:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979255.327681:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979255.327684:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979255.327689:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979255.327692:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979255.327696:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979255.327704:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559908992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979255.327709:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979255.327713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327720:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979255.327722:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.327726:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979255.327729:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979255.327731:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979255.327735:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979255.327738:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979255.327742:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979255.327744:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.327747:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979255.327752:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979255.327754:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979255.327758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979255.327761:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979255.327765:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979255.327770:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559909120, portal 4
00000100:00000001:3.0:1783979255.327772:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979255.327773:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:3.0:1783979255.327779:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327785:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979255.327787:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979255.327789:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979255.327791:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559909120, offset 0
00000400:00000200:3.0:1783979255.327795:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979255.327799:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.327802:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979255.327804:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979255.327807:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979255.327809:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979255.327811:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979255.327814:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390303:390303:256:4294967295] 192.168.201.140@tcp LPNI seq info [390278:390278:8:4294967295]
00000400:00000200:3.0:1783979255.327817:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.327822:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979255.327825:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.327828:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979255.327832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979255.327834:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783979255.327838:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979255.327840:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1783979255.327844:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.327845:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979255.327848:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979255.327851:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979255.327854:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979255.327855:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979255.327858:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979255.327861:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327868:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.327871:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327877:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.327878:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979255.327881:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979255.327884:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979255.327886:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979255.327888:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304650286
00000100:00000001:3.0:1783979255.327890:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304654026
00000100:00000001:3.0:1783979255.327892:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304650286
00000100:00000001:3.0:1783979255.327894:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304654026
00000100:00000001:3.0:1783979255.327896:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979255.327898:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.327900:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979255.327903:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979255/real 1783979255]  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979255.327911:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979255.327912:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979255.327913:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979255.327915:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979255.327917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979255.327919:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979255.327922:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979255.327931:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327936:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979255.327937:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.327939:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.327940:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979255.327943:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327949:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979255.327952:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327959:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979255.327961:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.327962:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.327964:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.327965:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979255.327967:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979255.327969:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979255.327973:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979255.327975:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979255.327979:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979255.327986:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979255.327990:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979255.327994:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.327999:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979255.328001:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.328003:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979255.328005:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979255.328007:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979255.328009:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979255.328013:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979255.328015:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979255.328017:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979255.328019:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979255.328022:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979255.328024:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979255.328027:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979255.328029:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979255.328032:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979255.328034:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559909248, portal 4
00000100:00000001:3.0:1783979255.328036:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979255.328037:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:3.0:1783979255.328042:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328073:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979255.328076:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979255.328078:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979255.328081:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559909248, offset 0
00000400:00000200:3.0:1783979255.328085:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979255.328089:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.328092:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979255.328094:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979255.328097:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979255.328099:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979255.328101:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979255.328104:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390304:390304:256:4294967295] 192.168.201.140@tcp LPNI seq info [390279:390279:8:4294967295]
00000400:00000200:3.0:1783979255.328107:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979255.328113:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979255.328118:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.328121:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979255.328124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979255.328127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1783979255.328131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979255.328133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1783979255.328136:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979255.328138:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979255.328141:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979255.328144:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979255.328147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979255.328149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979255.328152:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979255.328155:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328163:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.328165:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328171:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.328172:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979255.328176:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979255.328178:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979255.328181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979255.328183:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304650289
00000100:00000001:3.0:1783979255.328185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304654026
00000100:00000001:3.0:1783979255.328187:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304650289
00000100:00000001:3.0:1783979255.328189:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304654026
00000100:00000001:3.0:1783979255.328191:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979255.328193:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.328195:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979255.328198:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979255/real 1783979255]  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979255.328206:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979255.328207:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979255.328209:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979255.328210:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979255.328212:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979255.328213:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979255.328216:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979255.328224:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328230:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979255.328232:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328233:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.328234:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979255.328238:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328244:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979255.328248:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328254:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979255.328256:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328257:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979255.328258:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328260:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979255.328261:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979255.328264:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979255.328267:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979255.328269:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979255.328272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979255.328279:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979255.328294:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328298:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.328301:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559908864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328309:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979255.328311:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979255.328314:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979255.328317:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979255.328320:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979255.328322:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979255.328324:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979255.328326:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:3.0:1783979255.328330:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979255.328332:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979255.328334:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:3.0:1783979255.328338:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979255.328339:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328342:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.328345:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559908992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328350:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979255.328351:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979255.328352:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979255.328353:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979255.328354:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979255.328355:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979255.328356:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979255.328357:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783979255.328358:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979255.328359:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979255.328359:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:3.0:1783979255.328361:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979255.328362:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328363:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.328364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559909120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328368:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979255.328368:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979255.328369:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979255.328370:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979255.328371:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979255.328371:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979255.328372:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979255.328373:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:3.0:1783979255.328374:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979255.328375:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979255.328375:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:3.0:1783979255.328376:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979255.328377:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328378:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979255.328379:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559909248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979255.328387:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979255.328387:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979255.328388:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979255.328390:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979255.328390:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979255.328391:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979255.328392:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979255.328392:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783979255.328394:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979255.328394:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979255.328395:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:3.0:1783979255.328396:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979255.328397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328398:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979255.328405:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979255.328406:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979255.328408:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979255.328409:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979256.089181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979256.089188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979256.089192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979256.089193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979256.089197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979256.089198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979257.114588:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979257.114596:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979257.114601:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979257.114602:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979257.114605:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979257.114607:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979258.137169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979258.137175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979258.137180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979258.137181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979258.137184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979258.137185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979259.161169:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304654026, at 4304654080
00010000:00000001:1.0:1783979259.161170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979259.161176:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979259.161178:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979259.161181:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979259.161183:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3480.
00010000:00000001:1.0:1783979259.161184:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979259.161186:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.161189:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.161190:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.161193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979259.161194:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979259.161195:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979259.161196:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.161197:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979259.161197:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.161198:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.161200:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979259.161202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979259.161203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979260.186426:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979260.186433:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979260.186438:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979260.186439:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979260.186442:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979260.186444:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.441434:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979260.441440:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979260.441445:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979260.441462:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.441479:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979260.441482:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.441488:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979260.441492:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979260.441499:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979260.441506:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559909376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979260.441514:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979260.441521:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979260.441526:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.441531:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979260.441538:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979260.441550:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979260.441559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979260.441565:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979260.441572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979260.441581:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559909376, portal 25
00000100:00000001:3.0:1783979260.441585:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979260.441589:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:3.0:1783979260.441600:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.441616:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979260.441624:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979260.441630:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979260.441636:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559909376, offset 0
00000400:00000200:3.0:1783979260.441649:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979260.441663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.441673:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979260.441682:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979260.441688:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979260.441694:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979260.441702:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979260.441709:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390305:390305:256:4294967295] 192.168.201.140@tcp LPNI seq info [390280:390280:8:4294967295]
00000400:00000200:3.0:1783979260.441719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.441734:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979260.441752:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.441761:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979260.441773:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979260.441785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979260.441797:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979260.441805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979260.441816:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.441822:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979260.441832:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979260.441843:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979260.441852:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979260.441856:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979260.441865:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979260.441873:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.441897:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.441904:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.441920:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.441925:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979260.441933:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979260.441941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979260.441944:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304659146
00000100:00000010:3.0:1783979260.441949:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3480.
00000100:00000001:3.0:1783979260.441956:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979260.441964:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304659146
00000100:00000010:3.0:1783979260.441970:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3780.
00000100:00000001:3.0:1783979260.441976:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979260.441983:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979260.441989:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.441993:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979260.442001:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979260/real 1783979260]  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979260.442026:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979260.442030:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979260.442034:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979260.442039:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979260.442087:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979260.442094:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979260.442102:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979260.442120:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442145:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979260.442148:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.442154:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979260.442162:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442170:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979260.442175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442179:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979260.442181:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442182:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.442183:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442185:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979260.442186:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979260.442188:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979260.442190:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979260.442191:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979260.442204:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979260.442210:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559909376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979260.442213:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442214:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.442216:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559909376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442224:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979260.442226:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979260.442227:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979260.442230:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979260.442232:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979260.442234:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979260.442236:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979260.442238:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:3.0:1783979260.442241:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979260.442243:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979260.442244:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:3.0:1783979260.442248:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979260.442249:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442251:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442258:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979260.442260:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.442262:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979260.442263:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979260.442265:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979260.442269:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442276:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979260.442278:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.442280:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979260.442282:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979260.442284:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979260.442287:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979260.442289:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979260.442290:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979260.442292:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.442293:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979260.442296:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979260.442297:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979260.442300:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979260.442302:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979260.442305:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979260.442307:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559909504, portal 10
00000100:00000001:3.0:1783979260.442308:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979260.442309:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:3.0:1783979260.442314:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442325:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979260.442327:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979260.442332:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979260.442334:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559909504, offset 0
00000400:00000200:3.0:1783979260.442339:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979260.442343:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.442346:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979260.442349:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979260.442351:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979260.442354:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979260.442356:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979260.442359:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390306:390306:256:4294967295] 192.168.201.140@tcp LPNI seq info [390281:390281:8:4294967295]
00000400:00000200:3.0:1783979260.442363:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.442369:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979260.442373:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.442376:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979260.442380:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979260.442383:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979260.442387:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979260.442390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979260.442394:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.442396:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979260.442398:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979260.442402:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979260.442404:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979260.442406:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979260.442409:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979260.442412:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442419:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.442421:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442426:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.442427:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979260.442430:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979260.442433:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979260.442436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979260.442438:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304655378
00000100:00000001:3.0:1783979260.442440:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304659146
00000100:00000001:3.0:1783979260.442442:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304655378
00000100:00000001:3.0:1783979260.442444:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304659146
00000100:00000001:3.0:1783979260.442445:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979260.442447:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.442448:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979260.442451:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979260/real 1783979260]  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979260.442458:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979260.442460:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979260.442461:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979260.442463:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979260.442464:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979260.442466:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979260.442469:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979260.442476:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442488:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979260.442490:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442491:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.442492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979260.442496:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442502:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979260.442505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442511:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979260.442513:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442515:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.442516:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442517:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979260.442520:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979260.442522:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979260.442525:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979260.442527:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979260.442531:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979260.442538:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979260.442541:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979260.442543:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442547:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979260.442548:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.442550:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979260.442551:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979260.442552:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979260.442554:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979260.442556:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979260.442557:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979260.442558:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.442559:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979260.442561:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979260.442562:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979260.442565:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979260.442566:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979260.442568:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979260.442570:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559909632, portal 10
00000100:00000001:3.0:1783979260.442571:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979260.442572:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:3.0:1783979260.442576:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442580:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979260.442581:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979260.442582:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979260.442584:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559909632, offset 0
00000400:00000200:3.0:1783979260.442586:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979260.442588:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.442590:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979260.442592:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979260.442593:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979260.442594:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979260.442596:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979260.442598:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390307:390307:256:4294967295] 192.168.201.140@tcp LPNI seq info [390282:390282:8:4294967295]
00000400:00000200:3.0:1783979260.442600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.442604:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979260.442607:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.442609:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979260.442611:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979260.442613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979260.442616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979260.442617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979260.442620:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.442621:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979260.442623:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979260.442625:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979260.442627:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979260.442628:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979260.442630:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979260.442632:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442637:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.442638:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442642:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.442644:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979260.442646:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979260.442648:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979260.442651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979260.442653:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304655374
00000100:00000001:3.0:1783979260.442655:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304659146
00000100:00000001:3.0:1783979260.442658:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304655374
00000100:00000001:3.0:1783979260.442659:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304659146
00000100:00000001:3.0:1783979260.442661:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979260.442663:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.442665:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979260.442668:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979260/real 1783979260]  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979260.442676:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979260.442677:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979260.442679:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979260.442681:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979260.442683:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979260.442685:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979260.442688:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979260.442696:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442702:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979260.442703:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442705:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.442706:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979260.442710:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442716:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979260.442720:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442726:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979260.442728:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442729:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.442730:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.442732:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979260.442733:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979260.442735:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979260.442738:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979260.442740:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979260.442743:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979260.442750:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979260.442753:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979260.442756:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442762:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979260.442763:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.442765:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979260.442767:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979260.442768:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979260.442771:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979260.442773:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979260.442775:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979260.442776:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.442778:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979260.442781:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979260.442783:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979260.442786:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979260.442788:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979260.442791:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979260.442794:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559909760, portal 4
00000100:00000001:3.0:1783979260.442795:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979260.442796:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:3.0:1783979260.442801:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442807:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979260.442809:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979260.442811:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979260.442813:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559909760, offset 0
00000400:00000200:3.0:1783979260.442817:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979260.442821:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.442824:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979260.442827:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979260.442829:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979260.442831:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979260.442833:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979260.442836:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390308:390308:256:4294967295] 192.168.201.140@tcp LPNI seq info [390283:390283:8:4294967295]
00000400:00000200:3.0:1783979260.442839:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.442844:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979260.442849:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.442852:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979260.442855:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979260.442857:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979260.442861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979260.442864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979260.442880:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.442881:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979260.442883:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979260.442885:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979260.442888:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979260.442889:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979260.442890:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979260.442893:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442898:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.442899:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.442903:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.442904:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979260.442906:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979260.442908:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979260.442910:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979260.442956:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304655401
00000100:00000001:3.0:1783979260.442958:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304659146
00000100:00000001:3.0:1783979260.442961:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304655401
00000100:00000001:3.0:1783979260.442962:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304659146
00000100:00000001:3.0:1783979260.442964:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979260.442966:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.442968:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979260.442972:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979260/real 1783979260]  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979260.442980:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979260.442981:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979260.442982:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979260.442985:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979260.442986:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979260.442988:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979260.442992:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979260.442999:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443003:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979260.443004:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443005:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.443006:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979260.443008:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443012:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979260.443014:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443017:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979260.443019:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443020:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.443021:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443022:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979260.443023:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979260.443025:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979260.443026:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979260.443028:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979260.443031:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979260.443038:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979260.443042:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979260.443045:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443076:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979260.443077:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.443079:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979260.443081:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979260.443083:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979260.443086:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979260.443088:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979260.443089:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979260.443090:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979260.443092:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979260.443094:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979260.443095:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979260.443097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979260.443099:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979260.443101:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979260.443103:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559909888, portal 4
00000100:00000001:3.0:1783979260.443104:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979260.443105:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:3.0:1783979260.443109:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443113:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979260.443114:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979260.443115:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979260.443117:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559909888, offset 0
00000400:00000200:3.0:1783979260.443119:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979260.443121:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.443123:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979260.443125:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979260.443127:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979260.443128:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979260.443129:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979260.443131:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390309:390309:256:4294967295] 192.168.201.140@tcp LPNI seq info [390284:390284:8:4294967295]
00000400:00000200:3.0:1783979260.443133:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979260.443137:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979260.443139:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.443141:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979260.443143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979260.443145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979260.443147:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979260.443149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979260.443151:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979260.443152:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979260.443154:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979260.443156:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979260.443157:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979260.443158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979260.443160:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979260.443162:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443170:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.443172:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443176:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.443177:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979260.443178:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979260.443180:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979260.443181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979260.443183:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304655404
00000100:00000001:3.0:1783979260.443184:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304659146
00000100:00000001:3.0:1783979260.443185:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304655404
00000100:00000001:3.0:1783979260.443186:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304659146
00000100:00000001:3.0:1783979260.443188:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979260.443189:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.443190:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979260.443192:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979260/real 1783979260]  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979260.443209:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979260.443210:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979260.443211:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979260.443213:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979260.443214:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979260.443215:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979260.443217:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979260.443222:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443226:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979260.443227:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443228:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.443229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979260.443233:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979260.443242:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443248:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979260.443250:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443251:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979260.443252:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443254:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979260.443256:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979260.443258:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979260.443261:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979260.443263:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979260.443267:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979260.443275:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559909888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979260.443278:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443280:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.443283:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559909504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443287:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979260.443289:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979260.443290:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979260.443292:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979260.443293:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979260.443294:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979260.443296:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979260.443297:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:3.0:1783979260.443299:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979260.443300:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979260.443301:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:3.0:1783979260.443303:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979260.443304:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443305:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.443307:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559909632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443310:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979260.443311:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979260.443312:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979260.443313:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979260.443313:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979260.443314:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979260.443315:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979260.443316:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783979260.443317:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979260.443318:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979260.443318:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:3.0:1783979260.443319:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979260.443320:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443321:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.443322:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559909760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443327:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979260.443328:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979260.443329:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979260.443331:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979260.443332:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979260.443332:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979260.443334:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979260.443335:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:3.0:1783979260.443337:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979260.443338:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979260.443339:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:3.0:1783979260.443342:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979260.443343:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443344:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979260.443346:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559909888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979260.443352:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979260.443353:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979260.443354:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979260.443356:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979260.443357:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979260.443358:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979260.443360:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979260.443361:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783979260.443363:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979260.443364:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979260.443365:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:3.0:1783979260.443367:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979260.443368:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443370:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979260.443376:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979260.443377:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979260.443379:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979260.443381:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979261.209169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979261.209176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979261.209192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979261.209194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979261.209198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979261.209199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979262.233162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979262.233187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979262.233193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979262.233194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979262.233197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979262.233198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979263.257175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979263.257182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979263.257186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979263.257186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979263.257188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979263.257189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979264.281165:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304659146, at 4304659200
00010000:00000001:1.0:1783979264.281168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979264.281173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979264.281179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979264.281181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979264.281182:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3780.
00010000:00000001:1.0:1783979264.281185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979264.281190:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979264.281192:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979264.281195:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979264.281199:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979264.281201:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979264.281202:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979264.281205:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979264.281249:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979264.281253:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979264.281256:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979265.305205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979265.305212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979265.305218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979265.305219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979265.305223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979265.305225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.561485:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979265.561495:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979265.561502:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979265.561519:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.561544:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979265.561550:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.561560:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979265.561566:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979265.561573:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979265.561582:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559910016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979265.561595:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979265.561603:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979265.561608:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.561614:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979265.561624:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979265.561629:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979265.561641:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979265.561649:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979265.561662:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979265.561675:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559910016, portal 25
00000100:00000001:3.0:1783979265.561687:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979265.561691:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896577664 : -128863812973952 : ffff8acc8e340a80)
00000100:00000040:3.0:1783979265.561705:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.561732:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979265.561742:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979265.561749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979265.561756:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559910016, offset 0
00000400:00000200:3.0:1783979265.561773:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979265.561789:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.561805:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979265.561819:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979265.561830:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979265.561838:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979265.561841:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979265.561845:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390310:390310:256:4294967295] 192.168.201.140@tcp LPNI seq info [390285:390285:8:4294967295]
00000400:00000200:3.0:1783979265.561855:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.561873:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979265.561888:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.561897:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979265.561908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979265.561916:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979265.561931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979265.561940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979265.561950:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.561954:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979265.561965:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979265.561977:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979265.561985:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979265.561991:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979265.562000:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979265.562009:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562033:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.562043:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562115:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.562120:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979265.562131:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979265.562143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979265.562150:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304664267
00000100:00000010:3.0:1783979265.562160:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3780.
00000100:00000001:3.0:1783979265.562172:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979265.562185:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304664267
00000100:00000010:3.0:1783979265.562193:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c31e0.
00000100:00000001:3.0:1783979265.562200:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979265.562209:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979265.562218:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.562227:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979265.562239:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979265/real 1783979265]  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979265.562293:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979265.562298:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979265.562304:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979265.562310:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979265.562315:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979265.562320:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979265.562328:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979265.562355:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562389:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979265.562393:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.562402:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.562406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979265.562417:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562445:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979265.562458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562485:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979265.562491:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.562496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.562498:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.562505:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979265.562512:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979265.562522:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979265.562530:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979265.562536:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979265.562548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979265.562576:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559910016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979265.562587:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.562593:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.562603:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340a80 x1870627559910016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562622:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979265.562628:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979265.562633:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979265.562640:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979265.562644:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979265.562649:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979265.562657:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979265.562663:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:3.0:1783979265.562672:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979265.562675:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979265.562678:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340a80.
00000100:00000001:3.0:1783979265.562685:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979265.562689:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.562694:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.562704:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979265.562709:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.562720:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979265.562725:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979265.562730:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979265.562742:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562781:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979265.562788:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.562793:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979265.562797:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979265.562804:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979265.562810:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979265.562815:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979265.562817:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979265.562819:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.562822:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979265.562826:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979265.562828:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979265.562832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979265.562835:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979265.562839:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979265.562843:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559910144, portal 10
00000100:00000001:3.0:1783979265.562845:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979265.562846:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:3.0:1783979265.562854:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562860:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979265.562862:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979265.562864:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979265.562866:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559910144, offset 0
00000400:00000200:3.0:1783979265.562870:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979265.562874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.562878:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979265.562881:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979265.562883:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979265.562885:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979265.562888:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979265.562891:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390311:390311:256:4294967295] 192.168.201.140@tcp LPNI seq info [390286:390286:8:4294967295]
00000400:00000200:3.0:1783979265.562894:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.562900:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979265.562904:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.562907:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979265.562912:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979265.562915:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979265.562920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979265.562923:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979265.562926:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.562928:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979265.562931:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979265.562934:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979265.562937:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979265.562938:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979265.562941:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979265.562944:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562951:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.562954:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.562959:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.562961:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979265.562964:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979265.562968:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979265.562971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979265.562973:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304660498
00000100:00000001:3.0:1783979265.562976:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304664267
00000100:00000001:3.0:1783979265.562978:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304660498
00000100:00000001:3.0:1783979265.562980:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304664267
00000100:00000001:3.0:1783979265.562982:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979265.562984:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.562986:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979265.562989:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979265/real 1783979265]  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979265.562997:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979265.562998:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979265.563000:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979265.563003:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979265.563005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979265.563007:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979265.563010:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979265.563017:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563023:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979265.563024:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563026:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.563027:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979265.563031:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563037:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979265.563040:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563100:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979265.563103:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563114:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.563116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563117:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979265.563119:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979265.563122:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979265.563126:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979265.563129:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979265.563133:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979265.563140:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979265.563144:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979265.563148:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563154:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979265.563156:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.563158:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979265.563159:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979265.563161:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979265.563164:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979265.563167:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979265.563169:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979265.563171:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.563173:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979265.563176:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979265.563178:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979265.563181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979265.563183:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979265.563186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979265.563189:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559910272, portal 10
00000100:00000001:3.0:1783979265.563191:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979265.563192:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:3.0:1783979265.563198:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563204:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979265.563206:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979265.563208:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979265.563210:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559910272, offset 0
00000400:00000200:3.0:1783979265.563214:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979265.563218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.563221:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979265.563224:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979265.563226:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979265.563228:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979265.563230:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979265.563233:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390312:390312:256:4294967295] 192.168.201.140@tcp LPNI seq info [390287:390287:8:4294967295]
00000400:00000200:3.0:1783979265.563237:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.563242:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979265.563247:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.563250:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979265.563253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979265.563256:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979265.563260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979265.563262:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979265.563265:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.563267:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979265.563269:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979265.563272:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979265.563275:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979265.563277:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979265.563279:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979265.563282:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563290:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.563293:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563300:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.563301:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979265.563304:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979265.563307:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979265.563310:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979265.563311:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304660495
00000100:00000001:3.0:1783979265.563314:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304664267
00000100:00000001:3.0:1783979265.563316:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304660495
00000100:00000001:3.0:1783979265.563319:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304664267
00000100:00000001:3.0:1783979265.563321:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979265.563323:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.563324:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979265.563328:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979265/real 1783979265]  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979265.563335:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979265.563336:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979265.563337:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979265.563340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979265.563341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979265.563343:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979265.563346:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979265.563353:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563359:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979265.563360:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.563363:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979265.563366:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563372:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979265.563376:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563381:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979265.563384:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563385:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.563386:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563388:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979265.563390:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979265.563392:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979265.563396:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979265.563398:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979265.563401:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979265.563408:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979265.563411:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979265.563416:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563422:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979265.563424:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.563426:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979265.563427:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979265.563430:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979265.563432:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979265.563435:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979265.563437:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979265.563439:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.563441:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979265.563444:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979265.563446:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979265.563449:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979265.563451:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979265.563455:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979265.563458:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559910400, portal 4
00000100:00000001:3.0:1783979265.563460:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979265.563461:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:3.0:1783979265.563466:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563472:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979265.563475:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979265.563477:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979265.563479:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559910400, offset 0
00000400:00000200:3.0:1783979265.563482:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979265.563486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.563488:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979265.563491:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979265.563493:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979265.563495:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979265.563497:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979265.563500:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390313:390313:256:4294967295] 192.168.201.140@tcp LPNI seq info [390288:390288:8:4294967295]
00000400:00000200:3.0:1783979265.563503:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.563508:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979265.563512:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.563515:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979265.563518:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979265.563521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979265.563524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979265.563526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979265.563530:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.563531:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979265.563534:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979265.563537:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979265.563540:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979265.563541:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979265.563543:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979265.563546:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563553:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.563556:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563567:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.563568:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979265.563571:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979265.563574:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979265.563577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979265.563578:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304660522
00000100:00000001:3.0:1783979265.563581:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304664267
00000100:00000001:3.0:1783979265.563583:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304660522
00000100:00000001:3.0:1783979265.563584:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304664267
00000100:00000001:3.0:1783979265.563586:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979265.563588:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.563590:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979265.563593:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979265/real 1783979265]  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979265.563600:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979265.563601:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979265.563603:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979265.563605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979265.563606:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979265.563608:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979265.563611:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979265.563618:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563624:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979265.563625:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563627:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.563628:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979265.563631:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563638:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979265.563641:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563648:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979265.563650:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563652:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.563653:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563655:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979265.563656:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979265.563659:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979265.563662:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979265.563664:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979265.563668:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979265.563675:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979265.563679:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563681:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.563684:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559910144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563690:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979265.563692:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979265.563694:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979265.563696:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979265.563698:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979265.563699:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979265.563702:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979265.563703:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783979265.563706:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979265.563708:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979265.563709:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:3.0:1783979265.563712:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979265.563713:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.563718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559910272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563724:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979265.563725:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979265.563727:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979265.563729:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979265.563730:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979265.563732:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979265.563733:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979265.563735:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:3.0:1783979265.563737:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979265.563737:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979265.563739:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:3.0:1783979265.563741:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979265.563742:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563744:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.563747:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559910400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563752:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979265.563753:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979265.563755:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979265.563757:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979265.563758:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979265.563760:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979265.563762:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979265.563763:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:3.0:1783979265.563765:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979265.563766:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979265.563768:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:3.0:1783979265.563770:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979265.563772:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563774:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563778:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979265.563780:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.563782:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979265.563783:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979265.563785:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979265.563789:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563795:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979265.563796:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.563798:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979265.563800:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979265.563802:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979265.563804:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979265.563807:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979265.563809:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979265.563811:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979265.563812:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979265.563814:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979265.563816:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979265.563820:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979265.563822:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979265.563825:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979265.563827:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559910528, portal 4
00000100:00000001:3.0:1783979265.563829:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979265.563831:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:3.0:1783979265.563836:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563842:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979265.563844:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979265.563846:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979265.563848:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559910528, offset 0
00000400:00000200:3.0:1783979265.563851:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979265.563856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.563859:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979265.563862:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979265.563864:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979265.563866:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979265.563868:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979265.563871:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390314:390314:256:4294967295] 192.168.201.140@tcp LPNI seq info [390289:390289:8:4294967295]
00000400:00000200:3.0:1783979265.563875:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979265.563880:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979265.563884:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.563887:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979265.563891:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979265.563894:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979265.563897:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979265.563900:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979265.563903:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979265.563905:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979265.563907:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979265.563910:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979265.563913:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979265.563915:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979265.563917:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979265.563920:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563927:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.563930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563935:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.563937:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979265.563939:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979265.563942:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979265.563945:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979265.563948:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304660524
00000100:00000001:3.0:1783979265.563950:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304664267
00000100:00000001:3.0:1783979265.563952:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304660524
00000100:00000001:3.0:1783979265.563954:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304664267
00000100:00000001:3.0:1783979265.563955:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979265.563957:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.563958:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979265.563962:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979265/real 1783979265]  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979265.563968:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979265.563970:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979265.563971:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979265.563974:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979265.563975:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979265.563978:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979265.563981:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979265.563988:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.563994:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979265.563995:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.563997:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.563998:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979265.564001:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.564007:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979265.564010:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.564016:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979265.564019:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.564021:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979265.564022:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.564024:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979265.564025:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979265.564028:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979265.564031:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979265.564033:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979265.564036:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979265.564044:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979265.564069:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.564072:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979265.564083:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559910528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979265.564092:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979265.564094:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979265.564096:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979265.564098:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979265.564099:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979265.564100:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979265.564102:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979265.564104:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783979265.564116:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979265.564118:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979265.564119:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:3.0:1783979265.564122:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979265.564123:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.564125:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979265.564128:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979265.564129:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979265.564131:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979265.564133:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979266.329201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979266.329206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979266.329210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979266.329210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979266.329213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979266.329213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979267.353165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979267.353172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979267.353177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979267.353178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979267.353182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979267.353183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979268.377192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979268.377202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979268.377207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979268.377209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979268.377212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979268.377213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979268.377289:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979268.377293:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979268.377296:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979269.401162:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304664267, at 4304664320
00010000:00000001:1.0:1783979269.401166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979269.401173:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979269.401177:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979269.401181:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979269.401185:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c31e0.
00010000:00000001:1.0:1783979269.401186:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979269.401191:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.401194:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.401196:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.401200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979269.401202:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979269.401203:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979269.401204:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.401206:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979269.401207:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.401209:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.401210:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979269.401213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979269.401214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979270.425188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979270.425196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979270.425202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979270.425203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979270.425206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979270.425207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.681418:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979270.681421:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979270.681423:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979270.681427:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681433:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979270.681434:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.681436:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979270.681438:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979270.681440:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979270.681442:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559910656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979270.681446:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979270.681450:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979270.681451:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.681453:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979270.681456:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979270.681458:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979270.681462:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979270.681464:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979270.681469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979270.681474:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559910656, portal 25
00000100:00000001:3.0:1783979270.681475:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979270.681476:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455225600 : -128863254326016 : ffff8accaf805500)
00000100:00000040:3.0:1783979270.681479:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681485:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979270.681486:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979270.681489:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979270.681490:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559910656, offset 0
00000400:00000200:3.0:1783979270.681494:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979270.681500:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.681504:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979270.681508:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979270.681511:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979270.681513:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979270.681515:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979270.681517:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390315:390315:256:4294967295] 192.168.201.140@tcp LPNI seq info [390290:390290:8:4294967295]
00000400:00000200:3.0:1783979270.681520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.681526:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979270.681530:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.681533:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979270.681538:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979270.681540:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979270.681544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979270.681546:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979270.681549:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.681551:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979270.681555:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979270.681558:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979270.681562:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979270.681563:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979270.681567:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979270.681569:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.681727:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681734:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.681736:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979270.681743:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979270.681747:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979270.681750:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304669386
00000100:00000010:3.0:1783979270.681756:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c31e0.
00000100:00000001:3.0:1783979270.681762:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979270.681768:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304669386
00000100:00000010:3.0:1783979270.681770:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c35a0.
00000100:00000001:3.0:1783979270.681774:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979270.681776:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979270.681778:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.681781:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979270.681785:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979270/real 1783979270]  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979270.681795:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979270.681796:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979270.681798:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979270.681801:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979270.681804:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979270.681806:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979270.681809:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979270.681816:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681823:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979270.681824:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.681826:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.681828:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979270.681832:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681839:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979270.681843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681850:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979270.681853:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.681854:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.681855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.681858:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979270.681860:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979270.681862:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979270.681866:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979270.681868:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979270.681872:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979270.681880:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559910656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979270.681883:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.681885:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.681889:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805500 x1870627559910656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681895:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979270.681897:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979270.681899:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979270.681902:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979270.681904:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979270.681905:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979270.681907:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979270.681910:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9000.
02000000:00000001:3.0:1783979270.681913:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979270.681915:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979270.681916:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805500.
00000100:00000001:3.0:1783979270.681920:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979270.681921:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.681923:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.681931:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979270.681933:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.681935:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979270.681937:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979270.681938:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979270.681942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681948:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979270.681950:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.681952:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979270.681954:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979270.681956:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979270.681958:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979270.681962:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979270.681963:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979270.681964:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.681965:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979270.681967:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979270.681969:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979270.681971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979270.681973:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979270.681976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979270.681977:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559910784, portal 10
00000100:00000001:3.0:1783979270.681979:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979270.681980:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455234560 : -128863254317056 : ffff8accaf807800)
00000100:00000040:3.0:1783979270.681984:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.681988:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979270.681989:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979270.681990:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979270.681992:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559910784, offset 0
00000400:00000200:3.0:1783979270.681994:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979270.681997:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.681999:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979270.682001:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979270.682003:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979270.682004:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979270.682006:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979270.682008:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390316:390316:256:4294967295] 192.168.201.140@tcp LPNI seq info [390291:390291:8:4294967295]
00000400:00000200:3.0:1783979270.682010:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.682014:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979270.682046:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.682074:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979270.682078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979270.682080:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979270.682083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979270.682085:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979270.682087:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.682088:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979270.682090:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979270.682093:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979270.682095:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979270.682096:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979270.682098:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979270.682100:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682105:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.682107:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682111:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.682112:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979270.682114:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979270.682116:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979270.682118:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979270.682120:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304665618
00000100:00000001:3.0:1783979270.682122:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304669386
00000100:00000001:3.0:1783979270.682123:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304665618
00000100:00000001:3.0:1783979270.682124:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304669386
00000100:00000001:3.0:1783979270.682126:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979270.682127:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.682128:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979270.682130:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979270/real 1783979270]  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979270.682134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979270.682135:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979270.682136:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979270.682137:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979270.682138:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979270.682139:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979270.682141:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979270.682145:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682148:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979270.682149:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682150:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.682151:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979270.682153:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682156:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979270.682158:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682162:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979270.682164:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682165:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.682166:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682167:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979270.682168:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979270.682170:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979270.682172:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979270.682173:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979270.682175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979270.682179:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979270.682181:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682182:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.682184:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807800 x1870627559910784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682187:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979270.682188:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979270.682189:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979270.682190:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979270.682191:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979270.682192:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979270.682193:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979270.682194:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:3.0:1783979270.682196:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979270.682196:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979270.682197:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807800.
00000100:00000001:3.0:1783979270.682199:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979270.682200:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682201:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682203:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979270.682203:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.682205:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979270.682206:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.682451:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979270.682454:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.682613:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979270.682619:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979270.682623:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979270.682634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682649:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979270.682651:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.682653:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979270.682656:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979270.682662:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979270.682670:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979270.682677:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979270.682679:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979270.682682:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.682684:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979270.682686:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979270.682688:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979270.682690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979270.682693:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979270.682695:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979270.682697:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559910912, portal 10
00000100:00000001:3.0:1783979270.682699:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979270.682699:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455235456 : -128863254316160 : ffff8accaf807b80)
00000100:00000040:3.0:1783979270.682704:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682709:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979270.682712:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979270.682714:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979270.682716:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559910912, offset 0
00000400:00000200:3.0:1783979270.682720:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979270.682725:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.682728:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979270.682732:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979270.682734:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979270.682736:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979270.682739:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979270.682742:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390317:390317:256:4294967295] 192.168.201.140@tcp LPNI seq info [390292:390292:8:4294967295]
00000400:00000200:3.0:1783979270.682746:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.682752:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979270.682757:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.682760:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979270.682822:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979270.682824:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979270.682827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979270.682829:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979270.682832:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.682833:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979270.682835:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979270.682838:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979270.682840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979270.682841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979270.682843:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979270.682845:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682851:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.682853:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682858:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.682858:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979270.682861:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979270.682863:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979270.682865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979270.682867:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304665614
00000100:00000001:3.0:1783979270.682868:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304669386
00000100:00000001:3.0:1783979270.682871:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304665614
00000100:00000001:3.0:1783979270.682872:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304669386
00000100:00000001:3.0:1783979270.682873:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979270.682875:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.682876:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979270.682878:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979270/real 1783979270]  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979270.682882:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979270.682883:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979270.682884:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979270.682885:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979270.682886:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979270.682887:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979270.682889:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979270.682894:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682897:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979270.682898:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682899:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.682900:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979270.682902:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682905:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979270.682907:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682911:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979270.682912:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682913:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.682915:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.682916:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979270.682917:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979270.682919:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979270.682921:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979270.682924:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979270.682927:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979270.682934:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559910912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979270.682938:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979270.682941:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682947:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979270.682948:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.682951:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979270.682952:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979270.682954:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979270.682957:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979270.682960:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979270.682962:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979270.682964:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.682966:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979270.682968:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979270.682970:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979270.682974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979270.682976:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979270.682978:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979270.682980:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559911040, portal 4
00000100:00000001:3.0:1783979270.682981:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979270.682982:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455227392 : -128863254324224 : ffff8accaf805c00)
00000100:00000040:3.0:1783979270.682986:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.682990:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979270.682992:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979270.682993:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979270.682994:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559911040, offset 0
00000400:00000200:3.0:1783979270.682997:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979270.682999:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.683001:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979270.683003:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979270.683005:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979270.683006:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979270.683008:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979270.683009:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390318:390318:256:4294967295] 192.168.201.140@tcp LPNI seq info [390293:390293:8:4294967295]
00000400:00000200:3.0:1783979270.683012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.683015:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979270.683030:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.683033:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979270.683037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979270.683039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979270.683043:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979270.683046:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979270.683075:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.683077:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979270.683080:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979270.683083:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979270.683086:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979270.683087:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979270.683090:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979270.683095:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.683102:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.683105:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.683111:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.683113:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979270.683115:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979270.683118:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979270.683121:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979270.683123:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304665642
00000100:00000001:3.0:1783979270.683125:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304669386
00000100:00000001:3.0:1783979270.683127:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304665642
00000100:00000001:3.0:1783979270.683129:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304669386
00000100:00000001:3.0:1783979270.683131:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979270.683133:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.683135:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979270.683138:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979270/real 1783979270]  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979270.683146:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979270.683147:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979270.683148:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979270.683151:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979270.683152:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979270.683154:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979270.683157:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979270.683164:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.683169:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979270.683170:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.683172:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.683173:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979270.683176:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.683182:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979270.683186:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.683192:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979270.683194:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.683196:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.683197:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.683199:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979270.683200:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979270.683203:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979270.683206:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979270.683208:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979270.683329:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979270.683339:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979270.683343:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.683345:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.683348:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807b80 x1870627559910912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.683353:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979270.683355:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979270.683357:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979270.683359:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979270.683361:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979270.683362:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979270.683364:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979270.683366:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb800.
02000000:00000001:3.0:1783979270.683368:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979270.683369:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979270.683370:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807b80.
00000100:00000001:3.0:1783979270.683373:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979270.683374:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.683375:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.683378:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805c00 x1870627559911040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.683384:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979270.683385:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979270.683386:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979270.683388:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979270.683389:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979270.683390:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979270.683392:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979270.683393:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:3.0:1783979270.683395:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979270.683396:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979270.683397:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805c00.
00000100:00000001:3.0:1783979270.683399:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979270.683400:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.683401:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.683406:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979270.683407:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.683409:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979270.683410:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.685213:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979270.685217:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979270.685219:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979270.685225:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.685233:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979270.685234:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.685237:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979270.685239:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979270.685241:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979270.685245:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979270.685248:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979270.685250:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979270.685252:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979270.685254:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979270.685258:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979270.685260:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979270.685264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979270.685268:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979270.685272:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979270.685277:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559911168, portal 4
00000100:00000001:3.0:1783979270.685286:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979270.685287:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455221120 : -128863254330496 : ffff8accaf804380)
00000100:00000040:3.0:1783979270.685292:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.685296:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979270.685298:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979270.685299:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979270.685301:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559911168, offset 0
00000400:00000200:3.0:1783979270.685305:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979270.685309:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.685313:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979270.685316:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979270.685318:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979270.685321:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979270.685323:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979270.685327:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390319:390319:256:4294967295] 192.168.201.140@tcp LPNI seq info [390294:390294:8:4294967295]
00000400:00000200:3.0:1783979270.685331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979270.685337:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979270.685342:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.685346:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979270.685351:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979270.685355:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979270.685359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979270.685362:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979270.685365:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979270.685367:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979270.685371:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979270.685375:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979270.685378:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979270.685380:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979270.685383:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979270.685387:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.685395:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.685398:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.685405:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.685406:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979270.685410:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979270.685413:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979270.685416:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979270.685418:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304665646
00000100:00000001:3.0:1783979270.685420:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304669386
00000100:00000001:3.0:1783979270.685422:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304665646
00000100:00000001:3.0:1783979270.685424:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304669386
00000100:00000001:3.0:1783979270.685425:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979270.685427:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.685429:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979270.685433:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979270/real 1783979270]  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979270.685440:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979270.685442:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979270.685443:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979270.685445:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979270.685447:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979270.685449:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979270.685451:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979270.685458:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.685463:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979270.685464:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.685466:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.685468:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979270.685471:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.685477:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979270.685481:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.685486:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979270.685489:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.685490:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979270.685491:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.685493:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979270.685495:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979270.685497:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979270.685500:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979270.685502:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979270.685505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979270.685516:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979270.685520:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.685521:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979270.685524:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804380 x1870627559911168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979270.685529:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979270.685531:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979270.685533:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979270.685535:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979270.685536:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979270.685538:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979270.685539:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979270.685542:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba800.
02000000:00000001:3.0:1783979270.685544:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979270.685546:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979270.685547:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804380.
00000100:00000001:3.0:1783979270.685549:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979270.685550:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.685552:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979270.685557:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979270.685558:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979270.685560:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979270.685561:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979271.449182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979271.449190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979271.449195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979271.449196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979271.449199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979271.449201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979272.473153:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979272.473158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979272.473162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979272.473162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979272.473171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979272.473173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979273.497200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979273.497207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979273.497214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979273.497215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979273.497219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979273.497223:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979273.497225:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979273.497229:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979273.497232:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979273.497234:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979273.497236:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979273.497238:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979274.521138:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304669386, at 4304669440
00010000:00000001:1.0:1783979274.521144:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979274.521149:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979274.521152:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c35a0.
00010000:00000001:1.0:1783979274.521155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979274.521159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979274.521164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979274.521173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1783979274.649486:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00010000:00000001:1.0:1783979275.545238:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979275.545245:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979275.545251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979275.545252:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979275.545255:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979275.545256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979275.801207:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979275.801218:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979275.801220:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979275.801224:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979275.801229:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979275.801238:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 9998
00000400:00000200:3.0:1783979275.801246:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979275.801251:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979275.801253:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979275.801257:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801260:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.801262:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801265:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979275.801269:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979275.801271:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979275.801274:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979275.801277:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979275.801281:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979275.801284:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979275.801288:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801290:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.801293:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801295:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979275.801298:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979275.801302:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801305:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979275.801308:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979275.801312:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979275.801315:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.801318:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979275.801320:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979275.801327:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979275.801331:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979275.801334:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979275.801335:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.801338:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979275.801340:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979275.801343:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979275.801349:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979275.801354:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979275.801364:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979275.801375:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979275.801379:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979275.801386:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.801412:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979275.801415:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979275.801418:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979275.801419:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979275.801421:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979275.801423:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979275.801425:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9998
00000400:00000200:3.0:1783979275.801429:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979275.801431:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979275.801433:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979275.801435:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801437:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.801439:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801440:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979275.801442:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979275.801443:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979275.801444:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979275.801445:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979275.801447:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979275.801449:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979275.801451:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801454:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979275.801455:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783979275.801456:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801460:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:1.0:1783979275.801461:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1783979275.801462:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000001:1.0:1783979275.801466:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1783979275.801467:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801470:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979275.801472:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1783979275.801476:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979275.801477:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979275.801482:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.801489:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979275.801491:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.801495:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979275.801498:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979275.801502:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979275.801506:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559911296:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979275.801510:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979275.801514:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979275.801517:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.801520:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979275.801525:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a800.
02000000:00000001:1.0:1783979275.801527:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.801534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979275.801539:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783979275.801545:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783979275.801552:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559911296, portal 25
00000100:00000001:3.0:1783979275.801554:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979275.801556:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979275.801559:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:1.0:1783979275.801566:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.801574:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979275.801577:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979275.801580:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783979275.801584:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559911296, offset 0
00000400:00000200:1.0:1783979275.801593:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979275.801601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979275.801608:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979275.801615:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979275.801619:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979275.801622:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979275.801625:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979275.801629:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390320:390320:256:4294967295] 192.168.201.140@tcp LPNI seq info [390295:390295:8:4294967295]
00000400:00000200:1.0:1783979275.801634:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979275.801642:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979275.801648:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979275.801653:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000008:00100000:3.0:1783979275.801658:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1783979275.801661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000008:00000001:3.0:1783979275.801663:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979275.801667:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783979275.801668:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979275.801674:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000800:00000200:1.1:1783979275.801677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000040:3.0:1783979275.801679:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000800:00000200:1.1:1783979275.801682:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1783979275.801684:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979275.801688:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1783979275.801692:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801692:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979275.801696:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1783979275.801697:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
02000000:00000001:3.0:1783979275.801699:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.801703:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979275.801709:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979275.801714:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979275.801722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979275.801728:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979275.801734:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.801743:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1783979275.801745:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000040:1.0:1783979275.801748:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.801750:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979275.801759:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979275.801761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.801765:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979275.801769:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979275.801772:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.801772:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979275.801777:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979275.801780:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979275.801785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304674506
00000100:00000010:1.0:1783979275.801792:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cda20.
00000100:00000001:3.0:1783979275.801794:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.801799:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1783979275.801799:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979275.801805:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979275.801808:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979275.801810:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979275.801812:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304674506
00000100:00000001:3.0:1783979275.801813:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979275.801818:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9998
00000100:00000010:1.0:1783979275.801819:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd5a0.
00000100:00000001:1.0:1783979275.801825:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000400:00000200:3.0:1783979275.801825:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979275.801831:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1783979275.801832:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979275.801837:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979275.801837:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979275.801841:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979275.801842:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1783979275.801846:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.801850:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00100000:1.0:1783979275.801851:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979275/real 1783979275]  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.801852:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979275.801856:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979275.801858:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979275.801860:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979275.801863:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979275.801866:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979275.801869:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000001:1.0:1783979275.801871:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1783979275.801871:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000001:1.0:1783979275.801875:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1783979275.801875:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1783979275.801879:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000100:00000040:3.0:1783979275.801880:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.801885:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:1.0:1783979275.801886:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000020:00000040:3.0:1783979275.801888:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000400:00000010:1.0:1783979275.801890:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00080000:3.0:1783979275.801894:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979275.801896:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1783979275.801899:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979275.801903:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979275.801904:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979275.801909:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979275.801913:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.801918:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979275.801920:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1783979275.801921:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1783979275.801926:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.801940:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979275.801947:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979275.801952:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000100:00000001:1.0:1783979275.801958:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1783979275.801959:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783979275.801962:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1783979275.801962:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.801964:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783979275.801967:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1783979275.801968:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783979275.801971:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1783979275.801972:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979275.801979:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783979275.801979:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979275.801984:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.801993:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979275.801994:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1783979275.802002:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.802008:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979275.802012:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.802014:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979275.802019:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979275.802020:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802022:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.802025:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802030:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979275.802034:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.802035:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979275.802038:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979275.802039:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979275.802041:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979275.802044:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979275.802046:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1783979275.802072:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979275.802076:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979275.802082:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.802089:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979275.802095:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9998
00000100:00100000:1.0:1783979275.802098:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559911296:192.168.201.140@tcp:250:kworker.0
00000400:00000200:3.0:1783979275.802104:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979275.802106:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802109:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1783979275.802110:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979275.802115:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979275.802116:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559911296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979275.802122:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.802127:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979275.802129:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979275.802132:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1783979275.802132:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.802136:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000010:1.0:1783979275.802137:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a800.
00000020:00000001:3.0:1783979275.802141:0:180489:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1783979275.802143:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1783979275.802145:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979275.802147:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:3.0:1783979275.802148:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979275.802150:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000040:3.0:1783979275.802152:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979275.802155:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:3.0:1783979275.802157:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
02000000:00000010:1.0:1783979275.802159:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
00000020:00000001:3.0:1783979275.802162:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
02000000:00000001:1.0:1783979275.802164:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979275.802168:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1783979275.802168:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000010:1.0:1783979275.802171:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:3.0:1783979275.802172:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.802176:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979275.802178:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979275.802178:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:1.0:1783979275.802181:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1783979275.802182:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:1.0:1783979275.802186:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979275.802187:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979275.802191:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979275.802193:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979275.802195:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979275.802196:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1783979275.802196:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.802200:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979275.802201:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783979275.802202:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1783979275.802205:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1783979275.802205:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.802208:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979275.802210:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979275.802212:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979275.802213:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979275.802214:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.802215:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783979275.802218:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783979275.802218:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783979275.802222:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783979275.802222:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979275.802227:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000040:1.0:1783979275.802230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.802231:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979275.802237:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979275.802244:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979275.802248:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.802249:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979275.802252:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979275.802252:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979275.802258:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979275.802261:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979275.802262:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.802266:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979275.802267:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979275.802271:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979275.802273:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1783979275.802274:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911424:192.168.201.140@tcp:38:kworker.0
00000100:00080000:3.0:1783979275.802275:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979275.802280:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783979275.802282:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1783979275.802284:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 9998
02000000:00000001:1.0:1783979275.802286:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1783979275.802289:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:1.0:1783979275.802290:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979275.802293:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
02000000:00000001:1.0:1783979275.802294:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1783979275.802295:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979275.802298:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000010:1.0:1783979275.802300:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:3.0:1783979275.802300:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979275.802302:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:1.0:1783979275.802305:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.802306:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979275.802310:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1783979275.802313:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000040:3.0:1783979275.802313:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979275.802317:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1783979275.802318:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000020:00000040:3.0:1783979275.802320:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000400:00000010:1.0:1783979275.802323:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000020:00000001:3.0:1783979275.802324:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000200:1.0:1783979275.802329:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559911424, portal 10
00000020:00000001:3.0:1783979275.802329:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979275.802333:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979275.802335:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979275.802338:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979275.802339:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:3.0:1783979275.802348:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:1.0:1783979275.802349:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979275.802354:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979275.802359:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:1.0:1783979275.802364:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783979275.802365:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000040:1.0:1783979275.802370:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979275.802371:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979275.802374:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
02000000:00000001:3.0:1783979275.802376:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1783979275.802380:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559911424, offset 0
02000000:00000001:3.0:1783979275.802381:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783979275.802386:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
02000000:00000001:3.0:1783979275.802386:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979275.802390:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783979275.802394:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000008:00100000:3.0:1783979275.802394:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979275.802399:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.802401:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000001:3.0:1783979275.802402:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.802408:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1783979275.802409:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000400:00000200:1.0:1783979275.802412:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000020:00000040:3.0:1783979275.802414:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000400:00000200:1.0:1783979275.802418:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783979275.802419:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979275.802422:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.802423:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:3.0:1783979275.802425:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979275.802428:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783979275.802429:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390321:390321:256:4294967295] 192.168.201.140@tcp LPNI seq info [390296:390296:8:4294967295]
02000000:00000001:3.0:1783979275.802431:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.802438:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000010:3.0:1783979275.802439:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979275.802444:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.802450:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1783979275.802453:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1783979275.802459:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979275.802466:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000100:00000001:3.0:1783979275.802467:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979275.802472:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979275.802473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979275.802478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1783979275.802480:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783979275.802487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979275.802493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1783979275.802494:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1783979275.802501:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000040:3.0:1783979275.802501:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10008)
00000800:00000010:1.0:1783979275.802504:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979275.802508:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979275.802512:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979275.802515:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979275.802518:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979275.802521:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979275.802525:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802539:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979275.802542:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802548:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.802549:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979275.802552:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979275.802556:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979275.802559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979275.802561:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304670738
00000100:00000001:1.0:1783979275.802564:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304674506
00000100:00000001:1.0:1783979275.802566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304670738
00000100:00000001:1.0:1783979275.802568:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304674506
00000100:00000001:1.0:1783979275.802570:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979275.802572:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.802574:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979275.802578:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979275/real 1783979275]  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979275.802585:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979275.802587:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979275.802588:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979275.802591:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783979275.802592:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783979275.802594:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979275.802597:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979275.802605:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802611:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979275.802612:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802614:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.802615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979275.802619:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802626:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979275.802630:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802636:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979275.802638:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802640:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.802641:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802643:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979275.802644:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979275.802645:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979275.802648:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979275.802649:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979275.802651:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979275.802656:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979275.802658:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979275.802660:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802664:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979275.802664:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.802666:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979275.802667:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979275.802668:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979275.802670:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979275.802672:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979275.802673:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979275.802674:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.802676:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979275.802678:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979275.802679:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.802681:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979275.802683:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783979275.802686:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783979275.802689:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559911552, portal 10
00000100:00000001:1.0:1783979275.802690:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979275.802692:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:1.0:1783979275.802697:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802703:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979275.802705:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979275.802707:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783979275.802710:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559911552, offset 0
00000400:00000200:1.0:1783979275.802713:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979275.802717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979275.802720:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979275.802723:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979275.802725:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979275.802727:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979275.802729:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979275.802732:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390322:390322:256:4294967295] 192.168.201.140@tcp LPNI seq info [390297:390297:8:4294967295]
00000400:00000200:1.0:1783979275.802736:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979275.802741:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979275.802746:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979275.802749:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783979275.802753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979275.802755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979275.802760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979275.802762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979275.802766:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979275.802768:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979275.802770:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979275.802773:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979275.802776:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979275.802778:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979275.802779:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979275.802782:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802786:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979275.802788:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802792:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.802793:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979275.802796:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979275.802799:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979275.802802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979275.802804:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304670734
00000100:00000001:1.0:1783979275.802806:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304674506
00000100:00000001:1.0:1783979275.802807:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304670734
00000100:00000001:1.0:1783979275.802809:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304674506
00000100:00000001:1.0:1783979275.802811:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979275.802813:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.802814:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979275.802818:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979275/real 1783979275]  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979275.802826:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979275.802828:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979275.802829:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979275.802831:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783979275.802833:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783979275.802835:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979275.802838:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979275.802846:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802850:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979275.802851:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.802853:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979275.802855:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802858:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979275.802860:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802864:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979275.802866:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802867:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.802867:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802868:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979275.802869:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979275.802870:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979275.802872:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979275.802873:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979275.802875:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979275.802883:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979275.802885:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802887:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979275.802888:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559911424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802892:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979275.802893:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979275.802894:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:1.0:1783979275.802897:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979275.802898:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979275.802900:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979275.802902:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979275.802903:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:1.0:1783979275.802906:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979275.802907:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979275.802908:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:1.0:1783979275.802911:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979275.802912:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802913:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979275.802916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559911552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802923:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979275.802924:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979275.802925:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979275.802938:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979275.802940:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979275.802941:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979275.802943:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979275.802945:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:1.0:1783979275.802947:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979275.802948:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979275.802949:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:1.0:1783979275.802952:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979275.802953:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802955:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.802959:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979275.802961:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.802963:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979275.802964:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979275.802965:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979275.802969:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.802976:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979275.802977:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.802979:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979275.802981:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979275.802983:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979275.802985:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979275.802988:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979275.802990:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979275.802991:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.802993:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979275.802995:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979275.802997:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.803001:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979275.803003:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783979275.803006:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783979275.803008:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559911680, portal 4
00000100:00000001:1.0:1783979275.803009:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979275.803010:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:1.0:1783979275.803014:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803018:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979275.803019:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979275.803020:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783979275.803022:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559911680, offset 0
00000400:00000200:1.0:1783979275.803024:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979275.803027:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979275.803029:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979275.803031:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979275.803033:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979275.803034:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979275.803035:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979275.803037:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390323:390323:256:4294967295] 192.168.201.140@tcp LPNI seq info [390298:390298:8:4294967295]
00000400:00000200:1.0:1783979275.803040:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979275.803043:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979275.803046:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979275.803065:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783979275.803068:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979275.803071:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979275.803074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979275.803075:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979275.803078:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979275.803079:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979275.803081:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979275.803083:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979275.803085:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979275.803086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979275.803087:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979275.803090:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803094:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979275.803096:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803100:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.803100:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979275.803102:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979275.803104:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979275.803106:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979275.803108:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304670762
00000100:00000001:1.0:1783979275.803109:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304674506
00000100:00000001:1.0:1783979275.803110:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304670762
00000100:00000001:1.0:1783979275.803112:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304674506
00000100:00000001:1.0:1783979275.803113:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979275.803114:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.803115:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979275.803117:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979275/real 1783979275]  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979275.803121:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979275.803122:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979275.803123:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979275.803124:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783979275.803125:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783979275.803126:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979275.803128:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979275.803132:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803135:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979275.803136:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.803138:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979275.803139:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803143:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979275.803145:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803148:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979275.803150:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.803152:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803153:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979275.803154:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979275.803156:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979275.803157:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979275.803158:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979275.803160:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979275.803164:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979275.803166:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979275.803168:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803171:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979275.803172:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.803173:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979275.803174:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979275.803175:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979275.803177:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979275.803179:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979275.803180:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979275.803181:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979275.803182:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979275.803183:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a800.
02000000:00000001:1.0:1783979275.803184:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979275.803186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979275.803187:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783979275.803189:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783979275.803190:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559911808, portal 4
00000100:00000001:1.0:1783979275.803192:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979275.803192:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:1.0:1783979275.803195:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803199:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979275.803200:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979275.803202:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783979275.803203:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559911808, offset 0
00000400:00000200:1.0:1783979275.803205:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979275.803207:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979275.803208:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979275.803210:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979275.803211:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979275.803212:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979275.803214:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979275.803215:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390324:390324:256:4294967295] 192.168.201.140@tcp LPNI seq info [390299:390299:8:4294967295]
00000400:00000200:1.0:1783979275.803218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979275.803221:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979275.803224:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979275.803226:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783979275.803228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979275.803229:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1783979275.803231:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979275.803233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1783979275.803235:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979275.803236:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979275.803238:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979275.803239:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979275.803241:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979275.803242:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979275.803243:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979275.803244:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803252:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979275.803254:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803258:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.803258:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979275.803260:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979275.803261:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979275.803263:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979275.803264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304670764
00000100:00000001:1.0:1783979275.803265:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304674506
00000100:00000001:1.0:1783979275.803266:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304670764
00000100:00000001:1.0:1783979275.803268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304674506
00000100:00000001:1.0:1783979275.803269:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979275.803270:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.803271:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979275.803273:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979275/real 1783979275]  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979275.803276:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979275.803277:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979275.803278:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979275.803279:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783979275.803280:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783979275.803281:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979275.803282:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979275.803286:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803290:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979275.803291:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803292:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.803293:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979275.803295:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803299:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979275.803300:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803304:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979275.803305:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803306:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979275.803306:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803307:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979275.803308:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979275.803309:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979275.803311:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979275.803312:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979275.803314:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979275.803318:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559911808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979275.803319:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803320:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979275.803322:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559911680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803325:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979275.803326:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979275.803328:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979275.803329:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979275.803330:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979275.803331:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979275.803333:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979275.803333:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:1.0:1783979275.803335:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979275.803336:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979275.803336:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:1.0:1783979275.803338:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979275.803339:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803340:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979275.803341:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559911808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979275.803345:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979275.803346:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979275.803346:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:1.0:1783979275.803347:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979275.803348:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979275.803348:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979275.803349:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979275.803350:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:1.0:1783979275.803351:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979275.803352:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979275.803352:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:1.0:1783979275.803353:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979275.803354:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803355:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979275.803357:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979275.803357:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979275.803358:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979275.803359:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979276.569213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979276.569224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979276.569232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979276.569233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979276.569237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979276.569238:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979277.593214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979277.593224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979277.593233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979277.593235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979277.593239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979277.593240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979278.617204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979278.617216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979278.617224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979278.617225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979278.617229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979278.617231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979278.617408:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979278.617416:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979278.617421:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979279.641207:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304674506, at 4304674560
00000100:00000010:3.0:1783979279.641223:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd5a0.
00010000:00000001:1.0:1783979279.641229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979279.641238:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979279.641241:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979279.641247:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.641251:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979279.641254:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.641257:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.641261:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.641268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979279.641270:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979279.641271:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979279.641273:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.641275:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979279.641276:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.641277:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.641279:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979279.641282:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979279.641284:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979280.665238:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979280.665248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979280.665256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979280.665258:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979280.665262:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979280.665264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979280.922972:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979280.922983:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979280.922985:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979280.922990:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979280.922994:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979280.923001:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10003
00000400:00000200:3.0:1783979280.923009:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979280.923015:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979280.923018:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979280.923021:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923024:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.923026:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923028:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979280.923033:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979280.923035:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979280.923038:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979280.923041:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979280.923044:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979280.923073:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979280.923077:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923079:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.923080:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923081:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979280.923083:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979280.923086:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923087:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979280.923089:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979280.923092:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979280.923094:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923096:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979280.923098:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979280.923108:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979280.923111:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979280.923116:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979280.923118:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923121:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979280.923124:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979280.923128:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979280.923136:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979280.923142:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979280.923151:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979280.923161:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979280.923165:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979280.923183:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979280.923204:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979280.923207:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979280.923210:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979280.923212:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979280.923213:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979280.923216:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979280.923219:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10003
00000400:00000200:3.0:1783979280.923223:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979280.923228:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979280.923231:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979280.923234:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923236:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.923238:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923240:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:1.0:1783979280.923244:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783979280.923244:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979280.923251:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000100:00000001:1.0:1783979280.923253:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979280.923256:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783979280.923259:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783979280.923260:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979280.923265:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979280.923268:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979280.923273:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000040:1.0:1783979280.923275:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979280.923276:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.923284:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923293:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979280.923303:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000001:1.0:1783979280.923307:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1783979280.923311:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979280.923312:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923319:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.923322:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979280.923325:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979280.923327:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979280.923335:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979280.923335:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979280.923346:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979280.923349:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559911936:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979280.923352:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979280.923358:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1783979280.923359:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979280.923365:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.923366:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979280.923368:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.923372:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979280.923375:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
02000000:00000001:1.0:1783979280.923378:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1783979280.923381:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979280.923386:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1783979280.923389:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b400.
02000000:00000001:3.0:1783979280.923390:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.923397:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923398:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979280.923401:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979280.923404:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979280.923409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000010:3.0:1783979280.923410:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000400:00000010:1.0:1783979280.923417:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000100:00000001:3.0:1783979280.923417:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979280.923430:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979280.923431:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000001:3.0:1783979280.923443:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1783979280.923444:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559911936, portal 25
00000100:00000001:3.0:1783979280.923449:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.923451:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979280.923455:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:3.0:1783979280.923457:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979280.923470:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979280.923473:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979280.923478:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1783979280.923480:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979280.923480:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979280.923484:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979280.923491:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979280.923497:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10003
00000400:00000200:3.0:1783979280.923508:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979280.923520:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1783979280.923520:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979280.923526:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979280.923535:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000040:3.0:1783979280.923535:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923544:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1783979280.923546:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000040:3.0:1783979280.923547:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923555:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979280.923557:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979280.923558:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000100:00000200:1.0:1783979280.923559:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559911936, offset 0
00000020:00000001:3.0:1783979280.923560:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979280.923563:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979280.923568:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979280.923569:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979280.923576:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:1.0:1783979280.923586:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923586:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.923594:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923598:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979280.923601:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000400:00000200:1.0:1783979280.923602:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00080000:3.0:1783979280.923610:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923613:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979280.923617:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1783979280.923618:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
02000000:00000001:3.0:1783979280.923622:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979280.923626:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923628:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979280.923630:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979280.923633:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923635:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979280.923636:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1783979280.923641:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979280.923645:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000400:00000200:1.0:1783979280.923650:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
02000000:00000001:3.0:1783979280.923651:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979280.923654:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923657:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979280.923658:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783979280.923663:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783979280.923664:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979280.923670:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000400:00000200:1.0:1783979280.923676:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923679:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979280.923686:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390325:390325:256:4294967295] 192.168.201.140@tcp LPNI seq info [390300:390300:8:4294967295]
00000100:00100000:3.0:1783979280.923691:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979280.923699:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979280.923712:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979280.923715:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979280.923729:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979280.923731:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979280.923754:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979280.923761:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00080000:3.0:1783979280.923761:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979280.923770:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979280.923771:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1783979280.923774:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000100:00080000:3.0:1783979280.923775:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979280.923783:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979280.923789:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10003
00000800:00000200:1.0:1783979280.923791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000400:00000200:3.0:1783979280.923798:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000800:00000200:1.0:1783979280.923800:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000400:00000200:3.0:1783979280.923808:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000200:1.1:1783979280.923813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:3.0:1783979280.923816:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1783979280.923818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1783979280.923831:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923836:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1783979280.923849:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000040:3.0:1783979280.923851:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000010:1.0:1783979280.923855:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000100:00000001:3.0:1783979280.923859:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979280.923865:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1783979280.923867:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1783979280.923867:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979280.923875:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979280.923880:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000400:00000200:1.0:1783979280.923884:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1783979280.923885:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979280.923891:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000400:00000200:1.0:1783979280.923893:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000100:00000040:3.0:1783979280.923899:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000010:1.0:1783979280.923900:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:3.0:1783979280.923904:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979280.923909:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783979280.923910:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923915:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000200:1.0:1783979280.923919:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979280.923922:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979280.923933:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979280.923942:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979280.923949:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979280.923952:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979280.923955:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923956:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979280.923958:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1783979280.923959:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979280.923963:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923965:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979280.923968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783979280.923969:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979280.923975:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979280.923980:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979280.923982:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.923990:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979280.923993:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979280.923996:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.924001:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979280.924005:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:1.0:1783979280.924006:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979280.924016:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.924019:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979280.924025:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979280.924030:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979280.924038:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304679628
00000100:00000001:3.0:1783979280.924083:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979280.924086:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979280.924090:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd840.
00000100:00000040:3.0:1783979280.924092:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924102:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979280.924104:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979280.924110:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979280.924113:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304679629
00000100:00080000:3.0:1783979280.924115:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979280.924122:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:1.0:1783979280.924123:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd480.
00000100:00080000:3.0:1783979280.924125:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979280.924132:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979280.924136:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979280.924142:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.924144:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783979280.924147:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1783979280.924152:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10003
00000400:00000200:3.0:1783979280.924158:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979280.924162:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00100000:1.0:1783979280.924167:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979280/real 1783979280]  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979280.924167:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979280.924175:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.924178:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979280.924181:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.924183:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979280.924185:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979280.924186:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979280.924188:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979280.924190:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979280.924192:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979280.924200:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979280.924214:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979280.924222:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1783979280.924225:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1783979280.924228:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000001:1.0:1783979280.924229:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1783979280.924236:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000010:1.0:1783979280.924237:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979280.924247:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000020:00000040:3.0:1783979280.924248:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000400:00000010:1.0:1783979280.924252:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00080000:3.0:1783979280.924257:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979280.924260:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1783979280.924262:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979280.924266:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1783979280.924269:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979280.924272:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979280.924280:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.924289:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979280.924293:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1783979280.924300:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1783979280.924301:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979280.924310:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979280.924320:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000100:00000001:1.0:1783979280.924323:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1783979280.924326:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00000001:1.0:1783979280.924328:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1783979280.924331:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783979280.924334:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1783979280.924335:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.924339:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979280.924340:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979280.924342:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979280.924346:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979280.924350:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783979280.924354:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979280.924363:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.924373:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979280.924374:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979280.924384:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1783979280.924390:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979280.924390:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979280.924401:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924425:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979280.924433:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.924438:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979280.924439:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.924441:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.924447:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1783979280.924449:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10013)
00000100:00000001:1.0:1783979280.924450:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979280.924457:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979280.924463:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979280.924469:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979280.924475:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979280.924484:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559911936:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979280.924489:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.924491:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.924494:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559911936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924501:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979280.924503:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979280.924507:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979280.924511:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979280.924514:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979280.924516:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979280.924518:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979280.924521:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:1.0:1783979280.924526:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979280.924528:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979280.924530:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:1.0:1783979280.924534:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979280.924535:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.924538:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.924546:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979280.924549:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.924551:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979280.924553:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979280.924554:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979280.924558:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924564:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979280.924566:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.924569:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979280.924571:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979280.924575:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979280.924578:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979280.924581:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979280.924583:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979280.924585:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.924587:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979280.924590:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979280.924592:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979280.924596:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979280.924605:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783979280.924609:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783979280.924613:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559912064, portal 10
00000100:00000001:1.0:1783979280.924615:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979280.924616:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:1.0:1783979280.924623:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924629:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979280.924631:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979280.924634:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783979280.924636:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559912064, offset 0
00000400:00000200:1.0:1783979280.924640:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979280.924644:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979280.924649:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979280.924652:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979280.924654:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979280.924657:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979280.924659:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979280.924662:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390326:390326:256:4294967295] 192.168.201.140@tcp LPNI seq info [390301:390301:8:4294967295]
00000400:00000200:1.0:1783979280.924666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979280.924672:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979280.924678:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979280.924681:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783979280.924685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979280.924688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979280.924693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979280.924696:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979280.924699:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979280.924701:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979280.924704:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979280.924707:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979280.924710:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979280.924712:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979280.924714:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979280.924717:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924725:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.924728:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924734:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.924736:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979280.924738:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979280.924743:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979280.924746:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979280.924747:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304675860
00000100:00000001:1.0:1783979280.924750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304679628
00000100:00000001:1.0:1783979280.924752:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304675860
00000100:00000001:1.0:1783979280.924754:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304679629
00000100:00000001:1.0:1783979280.924756:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979280.924758:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.924760:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979280.924764:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979280/real 1783979280]  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979280.924779:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979280.924780:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979280.924782:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979280.924784:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783979280.924786:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783979280.924788:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979280.924791:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979280.924799:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924805:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979280.924806:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.924808:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979280.924809:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979280.924813:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924819:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979280.924823:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924830:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979280.924832:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.924834:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979280.924852:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.924854:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979280.924856:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979280.924859:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979280.924862:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979280.924864:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979280.924869:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979280.924876:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979280.924881:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979280.924885:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924891:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979280.924893:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.924895:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979280.924896:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979280.924898:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979280.924901:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979280.924904:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979280.924906:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979280.924908:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.924910:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979280.924918:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a800.
02000000:00000001:1.0:1783979280.924920:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979280.924923:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979280.924926:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783979280.924929:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783979280.924932:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559912192, portal 10
00000100:00000001:1.0:1783979280.924934:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979280.924935:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:1.0:1783979280.924941:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.924947:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979280.924949:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979280.924951:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783979280.924954:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559912192, offset 0
00000400:00000200:1.0:1783979280.924959:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979280.924963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979280.924966:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979280.924969:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979280.924971:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979280.924974:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979280.924976:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979280.924979:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390327:390327:256:4294967295] 192.168.201.140@tcp LPNI seq info [390302:390302:8:4294967295]
00000400:00000200:1.0:1783979280.924983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979280.924988:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979280.924992:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979280.924995:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783979280.924999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979280.925002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979280.925005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979280.925008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979280.925011:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979280.925014:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979280.925016:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979280.925020:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979280.925022:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979280.925024:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979280.925026:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979280.925030:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925037:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.925040:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925074:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.925077:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979280.925081:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979280.925084:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979280.925088:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979280.925090:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304675857
00000100:00000001:1.0:1783979280.925093:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304679628
00000100:00000001:1.0:1783979280.925095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304675857
00000100:00000001:1.0:1783979280.925098:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304679629
00000100:00000001:1.0:1783979280.925100:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979280.925102:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.925104:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979280.925108:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979280/real 1783979280]  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979280.925116:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979280.925118:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979280.925119:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979280.925122:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783979280.925124:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783979280.925126:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979280.925129:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979280.925137:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925143:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979280.925145:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925147:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979280.925148:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979280.925152:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925159:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979280.925162:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925169:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979280.925172:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925174:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979280.925175:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925177:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979280.925178:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979280.925181:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979280.925185:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979280.925187:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979280.925191:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979280.925199:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979280.925203:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979280.925207:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925214:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979280.925216:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.925219:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979280.925221:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979280.925223:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979280.925225:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979280.925229:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979280.925231:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979280.925232:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.925234:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979280.925239:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979280.925241:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979280.925245:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979280.925247:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783979280.925251:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783979280.925254:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559912320, portal 4
00000100:00000001:1.0:1783979280.925257:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979280.925258:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:1.0:1783979280.925265:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925271:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979280.925273:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979280.925276:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783979280.925278:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559912320, offset 0
00000400:00000200:1.0:1783979280.925282:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979280.925285:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979280.925289:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979280.925292:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979280.925294:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979280.925297:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979280.925299:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979280.925302:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390328:390328:256:4294967295] 192.168.201.140@tcp LPNI seq info [390303:390303:8:4294967295]
00000400:00000200:1.0:1783979280.925306:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979280.925312:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979280.925317:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979280.925321:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783979280.925325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979280.925328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979280.925332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979280.925335:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979280.925340:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979280.925342:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979280.925345:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979280.925348:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979280.925351:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979280.925353:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979280.925355:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979280.925359:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925372:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.925375:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925382:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.925383:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979280.925386:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979280.925390:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979280.925393:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979280.925395:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304675884
00000100:00000001:1.0:1783979280.925397:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304679628
00000100:00000001:1.0:1783979280.925399:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304675884
00000100:00000001:1.0:1783979280.925401:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304679629
00000100:00000001:1.0:1783979280.925404:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979280.925406:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.925408:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979280.925412:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979280/real 1783979280]  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979280.925419:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979280.925420:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979280.925422:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979280.925424:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783979280.925426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783979280.925428:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979280.925431:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979280.925439:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925445:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979280.925447:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925449:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979280.925450:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979280.925454:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925461:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979280.925464:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925470:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979280.925472:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925490:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979280.925492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925494:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979280.925496:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979280.925499:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979280.925502:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979280.925505:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979280.925509:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979280.925516:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979280.925520:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979280.925524:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925530:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979280.925532:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.925534:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979280.925535:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979280.925537:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979280.925541:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979280.925544:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979280.925546:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979280.925548:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979280.925549:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979280.925553:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979280.925554:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979280.925558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979280.925560:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
00000400:00000010:1.0:1783979280.925563:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00000200:1.0:1783979280.925566:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559912448, portal 4
00000100:00000001:1.0:1783979280.925568:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979280.925569:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:1.0:1783979280.925574:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925580:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979280.925582:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979280.925584:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00000200:1.0:1783979280.925587:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559912448, offset 0
00000400:00000200:1.0:1783979280.925591:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979280.925595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979280.925599:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979280.925601:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979280.925603:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979280.925605:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979280.925607:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979280.925610:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390329:390329:256:4294967295] 192.168.201.140@tcp LPNI seq info [390304:390304:8:4294967295]
00000400:00000200:1.0:1783979280.925614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979280.925620:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979280.925624:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979280.925627:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000800:00000200:1.0:1783979280.925631:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979280.925634:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1783979280.925638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979280.925641:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1783979280.925644:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979280.925646:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979280.925649:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979280.925652:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979280.925655:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979280.925656:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979280.925659:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979280.925662:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925670:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.925673:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925679:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.925680:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979280.925684:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979280.925687:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979280.925690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979280.925692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304675886
00000100:00000001:1.0:1783979280.925694:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304679628
00000100:00000001:1.0:1783979280.925696:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304675886
00000100:00000001:1.0:1783979280.925698:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304679629
00000100:00000001:1.0:1783979280.925700:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979280.925702:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.925704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979280.925707:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979280/real 1783979280]  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979280.925715:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979280.925717:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979280.925718:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:1.0:1783979280.925720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:1.0:1783979280.925722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:1.0:1783979280.925724:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979280.925727:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979280.925735:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925741:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979280.925742:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925744:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979280.925745:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979280.925749:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925755:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979280.925759:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925765:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979280.925767:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925769:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979280.925770:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925772:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979280.925774:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979280.925776:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979280.925780:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979280.925782:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979280.925786:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979280.925799:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979280.925803:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925804:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.925807:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559912064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925814:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979280.925816:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979280.925819:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979280.925821:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979280.925823:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979280.925825:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979280.925827:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979280.925829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:1.0:1783979280.925832:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979280.925833:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979280.925835:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:1.0:1783979280.925837:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979280.925852:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925855:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.925858:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559912192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979280.925866:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979280.925868:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:1.0:1783979280.925870:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979280.925871:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979280.925872:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979280.925875:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979280.925876:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:1.0:1783979280.925878:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979280.925880:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979280.925881:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:1.0:1783979280.925884:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979280.925886:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925887:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.925891:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559912320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925896:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979280.925898:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979280.925899:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979280.925901:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979280.925903:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979280.925904:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979280.925906:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979280.925907:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:1.0:1783979280.925909:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979280.925911:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979280.925912:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:1.0:1783979280.925915:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979280.925916:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925918:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979280.925921:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559912448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979280.925927:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979280.925928:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979280.925929:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979280.925931:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979280.925932:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979280.925933:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979280.925935:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979280.925936:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:1.0:1783979280.925938:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979280.925939:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979280.925941:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:1.0:1783979280.925943:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979280.925944:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925946:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979280.925952:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979280.925953:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979280.925956:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979280.925958:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979281.689168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979281.689177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979281.689184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979281.689185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979281.689192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979281.689194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979282.714166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979282.714176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979282.714184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979282.714185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979282.714189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979282.714190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979282.714402:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979282.714408:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979282.714411:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979283.737347:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979283.737357:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979283.737364:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979283.737365:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979283.737369:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979283.737373:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979283.737376:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979283.737380:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979283.737383:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979283.737386:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979283.737388:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979283.737390:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979284.761147:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304679629, at 4304679680
00000100:00000010:3.0:1783979284.761160:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd480.
00010000:00000001:1.0:1783979284.762815:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979284.762821:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979284.762827:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979284.762828:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979284.762832:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979284.762834:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979285.785209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979285.785215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979285.785220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979285.785221:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979285.785224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979285.785226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979286.041173:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979286.041185:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979286.041188:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979286.041192:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979286.041196:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979286.041204:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10008
00000400:00000200:3.0:1783979286.041212:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979286.041219:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979286.041222:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979286.041224:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041227:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.041229:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041232:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979286.041235:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979286.041238:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979286.041240:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979286.041243:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979286.041246:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979286.041248:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979286.041250:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041252:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.041254:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041256:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979286.041258:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979286.041261:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041263:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.041266:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979286.041269:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979286.041272:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.041274:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979286.041277:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979286.041286:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979286.041290:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979286.041294:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979286.041295:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.041298:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979286.041301:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979286.041304:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979286.041311:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979286.041318:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979286.041327:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979286.041336:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979286.041341:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979286.041345:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979286.041369:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979286.041372:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979286.041375:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979286.041377:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979286.041378:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979286.041381:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979286.041384:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10008
00000400:00000200:3.0:1783979286.041388:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979286.041391:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979286.041393:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979286.041396:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041399:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.041400:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041403:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979286.041405:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979286.041407:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979286.041409:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979286.041411:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:1.0:1783979286.041412:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783979286.041413:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979286.041417:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:1.0:1783979286.041419:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783979286.041422:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979286.041423:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979286.041426:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.041431:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:1.0:1783979286.041432:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979286.041434:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979286.041440:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979286.041446:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979286.041450:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979286.041451:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.041455:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.041455:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979286.041461:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979286.041462:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979286.041465:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979286.041466:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.041471:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979286.041472:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783979286.041476:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1783979286.041479:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559912576:192.168.201.140@tcp:250:kworker.0
00000008:00000001:3.0:1783979286.041481:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.041486:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979286.041490:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979286.041494:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.041495:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.041500:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1783979286.041502:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
02000000:00000010:1.0:1783979286.041505:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659c00.
00000020:00000040:3.0:1783979286.041506:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979286.041511:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.041512:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979286.041515:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.041517:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979286.041519:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783979286.041520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979286.041522:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979286.041526:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5aa8.
02000000:00000010:3.0:1783979286.041529:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979286.041533:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979286.041535:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7334c8.
00000100:00100000:3.0:1783979286.041540:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783979286.041544:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559912576, portal 25
00000100:00000001:1.0:1783979286.041550:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979286.041553:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000001:3.0:1783979286.041553:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979286.041558:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979286.041564:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979286.041566:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979286.041591:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783979286.041593:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979286.041598:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1783979286.041599:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979286.041605:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733880.
00000100:00080000:3.0:1783979286.041605:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979286.041608:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1783979286.041611:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559912576, offset 0
00000100:00080000:3.0:1783979286.041612:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979286.041617:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979286.041621:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10008
00000400:00000200:1.0:1783979286.041625:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979286.041630:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979286.041635:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000200:1.0:1783979286.041637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00080000:3.0:1783979286.041639:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979286.041644:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:1.0:1783979286.041647:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000001:3.0:1783979286.041648:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.041653:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041656:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979286.041658:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979286.041659:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000400:00000200:1.0:1783979286.041662:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1783979286.041663:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979286.041665:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979286.041668:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979286.041672:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:1.0:1783979286.041674:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000040:3.0:1783979286.041678:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041681:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979286.041682:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1783979286.041686:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:1.0:1783979286.041690:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.041692:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979286.041697:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000400:00000200:1.0:1783979286.041698:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390330:390330:256:4294967295] 192.168.201.140@tcp LPNI seq info [390305:390305:8:4294967295]
00000100:00080000:3.0:1783979286.041703:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000200:1.0:1783979286.041708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979286.041709:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.041713:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979286.041717:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979286.041722:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979286.041723:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979286.041726:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979286.041729:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1783979286.041734:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000008:00000001:3.0:1783979286.041735:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.041739:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979286.041742:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04400.
00000100:00000010:3.0:1783979286.041744:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979286.041748:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000800:00000200:1.0:1783979286.041763:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:3.0:1783979286.041769:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1783979286.041770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:3.0:1783979286.041772:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.041776:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979286.041778:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979286.041780:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979286.041785:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979286.041789:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.041794:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979286.041795:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979286.041802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979286.041808:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304684746
00000100:00000001:3.0:1783979286.041812:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1783979286.041814:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd900.
00000100:00000001:3.0:1783979286.041816:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.041821:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1783979286.041823:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979286.041827:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304684746
00000100:00000010:1.0:1783979286.041832:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cdd20.
00000100:00000001:1.0:1783979286.041836:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979286.041839:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979286.041841:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.041843:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.041844:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.041849:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979286.041849:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979286.041855:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1783979286.041855:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979286.041857:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1783979286.041858:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:3.0:1783979286.041861:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979286.041862:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979286.041865:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979286.041867:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1783979286.041869:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1783979286.041872:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10008
00000100:00000040:1.0:1783979286.041878:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979286.041881:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979286.041889:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979286.041894:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1783979286.041896:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979286.041899:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979286.041901:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:1.0:1783979286.041904:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979286.041905:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1783979286.041908:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1783979286.041909:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:1.0:1783979286.041914:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979286.041918:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979286.041920:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:1.0:1783979286.041921:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979286.041924:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1783979286.041925:0:119135:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1783979286.041926:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979286.041929:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
02000000:00000001:1.0:1783979286.041930:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1783979286.041934:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:1.0:1783979286.041935:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a800.
00000020:00000040:3.0:1783979286.041937:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
02000000:00000001:1.0:1783979286.041939:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979286.041941:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979286.041945:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000400:00000200:1.0:1783979286.041946:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:3.0:1783979286.041951:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000010:1.0:1783979286.041953:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b54d0.
00000100:00000001:3.0:1783979286.041955:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979286.041959:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000010:1.0:1783979286.041960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733aa0.
00000100:00000001:3.0:1783979286.041963:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000200:1.0:1783979286.041966:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559912704, portal 10
00000020:00000040:3.0:1783979286.041967:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:1.0:1783979286.041972:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1783979286.041974:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979286.041975:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:1.0:1783979286.041986:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979286.041986:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.041991:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979286.041997:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979286.041998:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1783979286.042002:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979286.042004:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979286.042006:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1783979286.042010:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733330.
00000008:00100000:3.0:1783979286.042010:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1783979286.042016:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559912704, offset 0
00000008:00000001:3.0:1783979286.042016:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.042019:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979286.042025:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000010:3.0:1783979286.042026:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979286.042031:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000400:00000200:1.0:1783979286.042033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979286.042035:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979286.042037:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.042039:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979286.042041:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783979286.042043:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
02000000:00000001:3.0:1783979286.042044:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979286.042072:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000400:00000200:1.0:1783979286.042075:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783979286.042077:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979286.042081:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00100000:3.0:1783979286.042085:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979286.042088:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979286.042093:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.042096:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979286.042100:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979286.042102:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390331:390331:255:4294967295] 192.168.201.140@tcp LPNI seq info [390306:390306:7:4294967295]
00000100:00000040:3.0:1783979286.042105:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979286.042112:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979286.042116:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979286.042119:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979286.042124:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979286.042126:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979286.042128:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1783979286.042130:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979286.042131:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979286.042136:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10008
00000400:00000200:3.0:1783979286.042142:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000800:00000200:1.0:1783979286.042143:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979286.042147:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1783979286.042151:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04000.
00000100:00080000:3.0:1783979286.042151:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979286.042158:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.042162:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1783979286.042163:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:3.0:1783979286.042167:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979286.042172:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000200:1.1:1783979286.042173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000001:3.0:1783979286.042177:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1783979286.042179:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979286.042180:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979286.042183:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1783979286.042186:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000020:00000040:3.0:1783979286.042186:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979286.042190:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000400:00000200:1.0:1783979286.042195:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:3.0:1783979286.042196:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:1.0:1783979286.042200:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304680978
00000100:00000040:3.0:1783979286.042204:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979286.042206:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304684746
00000100:00000001:3.0:1783979286.042209:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979286.042211:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304680978
00000100:00000040:3.0:1783979286.042214:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979286.042216:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304684746
00000100:00000001:3.0:1783979286.042218:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:1.0:1783979286.042220:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1783979286.042222:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:1.0:1783979286.042225:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979286.042227:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979286.042229:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979286.042231:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.042234:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1783979286.042238:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979286.042239:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979286.042245:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.042249:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979286.042252:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1783979286.042254:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1783979286.042257:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.042258:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.042261:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.042263:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979286.042267:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1783979286.042267:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979286.042272:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979286.042273:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979286.042279:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1783979286.042280:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912832:192.168.201.140@tcp:38:kworker.0
02000000:00000001:3.0:1783979286.042282:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979286.042287:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783979286.042288:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979286.042290:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979286.042292:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979286.042294:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.042296:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.042299:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979286.042300:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
02000000:00000010:1.0:1783979286.042304:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:3.0:1783979286.042306:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.042308:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979286.042314:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979286.042323:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1783979286.042327:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979286.042327:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979286.042333:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5268.
00000100:00000040:3.0:1783979286.042334:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979286.042339:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733000.
00000100:00000200:1.0:1783979286.042345:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559912832, portal 10
00000100:00000001:3.0:1783979286.042347:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.042349:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979286.042351:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:1.0:1783979286.042358:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979286.042364:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979286.042367:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979286.042370:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733198.
00000100:00000040:3.0:1783979286.042373:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10018)
00000100:00000200:1.0:1783979286.042374:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559912832, offset 0
00000400:00000200:1.0:1783979286.042382:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979286.042386:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979286.042390:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979286.042393:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979286.042396:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979286.042398:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979286.042400:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979286.042403:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390332:390332:254:4294967295] 192.168.201.140@tcp LPNI seq info [390307:390307:6:4294967295]
00000400:00000200:1.0:1783979286.042406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979286.042411:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979286.042415:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979286.042418:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04800.
00000800:00000200:1.0:1783979286.042422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979286.042426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783979286.042428:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979286.042430:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979286.042433:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979286.042435:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304680974
00000100:00000001:1.0:1783979286.042437:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304684746
00000100:00000001:1.0:1783979286.042439:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304680974
00000100:00000001:1.0:1783979286.042441:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304684746
00000100:00000001:1.0:1783979286.042443:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979286.042445:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.042447:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.042449:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979286.042452:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979286.042454:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783979286.042456:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979286.042457:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979286.042458:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979286.042462:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979286.042469:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979286.042470:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.042471:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979286.042473:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979286.042474:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979286.042477:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979286.042480:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979286.042481:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979286.042483:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.042484:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979286.042487:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783979286.042489:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979286.042492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979286.042494:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5630.
00000400:00000010:1.0:1783979286.042498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733c38.
00000100:00000200:1.0:1783979286.042501:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559912960, portal 4
00000100:00000001:1.0:1783979286.042503:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979286.042504:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:1.0:1783979286.042509:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979286.042514:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979286.042515:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979286.042517:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979286.042520:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559912960, offset 0
00000400:00000200:1.0:1783979286.042524:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979286.042528:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979286.042531:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979286.042533:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979286.042536:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979286.042538:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979286.042539:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979286.042541:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390333:390333:253:4294967295] 192.168.201.140@tcp LPNI seq info [390308:390308:5:4294967295]
00000400:00000200:1.0:1783979286.042543:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979286.042547:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979286.042550:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979286.042552:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04b00.
00000800:00000200:1.0:1783979286.042555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979286.042557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783979286.042559:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979286.042560:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979286.042562:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979286.042563:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304681001
00000100:00000001:1.0:1783979286.042565:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304684746
00000100:00000001:1.0:1783979286.042566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304681001
00000100:00000001:1.0:1783979286.042568:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304684746
00000100:00000001:1.0:1783979286.042569:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979286.042570:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.042571:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979286.042573:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979286.042577:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979286.042578:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.042579:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979286.042581:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979286.042582:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979286.042584:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979286.042586:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979286.042587:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979286.042588:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979286.042589:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979286.042591:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979286.042593:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979286.042595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979286.042598:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5738.
00000400:00000010:1.0:1783979286.042600:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733b28.
00000100:00000200:1.0:1783979286.042603:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559913088, portal 4
00000100:00000001:1.0:1783979286.042604:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979286.042605:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:1.0:1783979286.042610:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979286.042616:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979286.042619:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979286.042621:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979286.042623:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559913088, offset 0
00000400:00000200:1.0:1783979286.042627:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979286.042630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979286.042632:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979286.042635:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979286.042637:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979286.042639:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979286.042642:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979286.042644:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390334:390334:252:4294967295] 192.168.201.140@tcp LPNI seq info [390309:390309:4:4294967295]
00000400:00000200:1.0:1783979286.042647:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979286.042653:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979286.042656:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979286.042659:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979286.042663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979286.042666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783979286.042669:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979286.042671:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979286.042675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979286.042676:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304681003
00000100:00000001:1.0:1783979286.042679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304684746
00000100:00000001:1.0:1783979286.042680:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304681003
00000100:00000001:1.0:1783979286.042682:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304684746
00000100:00000001:1.0:1783979286.042684:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979286.042686:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.042688:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.042690:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979286.042693:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979286.042694:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1783979286.042695:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979286.042696:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979286.042698:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979286.042700:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979286.809167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979286.809173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979286.809178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979286.809186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979286.809190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979286.809191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979287.834933:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979287.834940:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979287.834945:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979287.834946:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979287.834949:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979287.834951:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979288.857754:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979288.857760:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979288.857766:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979288.857767:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979288.857770:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979288.857772:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:1.0:1783979289.113362:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:1.0:1783979289.113404:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1783979289.113413:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979289.113417:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:1.0:1783979289.113435:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979289.113442:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1783979289.113447:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979289.113451:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04400.
00000400:00000200:1.0:1783979289.113456:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979289.113461:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979289.113467:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733880
00000400:00000010:1.0:1783979289.113470:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733880.
00000100:00000001:1.0:1783979289.113475:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979289.113484:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113510:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979289.113515:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113522:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979289.113524:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979289.113548:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979289.113550:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04000.
00000400:00000200:1.0:1783979289.113553:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979289.113556:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979289.113558:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733330
00000400:00000010:1.0:1783979289.113560:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733330.
00000100:00000001:1.0:1783979289.113562:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979289.113567:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113573:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979289.113577:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113583:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979289.113585:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979289.113589:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979289.113591:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04800.
00000400:00000200:1.0:1783979289.113594:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979289.113596:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979289.113598:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733198
00000400:00000010:1.0:1783979289.113600:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733198.
00000100:00000001:1.0:1783979289.113603:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979289.113606:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113613:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979289.113616:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113621:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979289.113623:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979289.113627:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979289.113629:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04b00.
00000400:00000200:1.0:1783979289.113631:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979289.113634:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979289.113636:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979289.113638:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979289.113640:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979289.113643:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113650:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979289.113653:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113659:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979289.113660:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979289.113664:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979289.113666:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979289.113668:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979289.113670:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979289.113673:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979289.113675:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979289.113677:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979289.113681:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113688:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979289.113690:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979289.113706:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979289.113708:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979289.113806:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979289.113810:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979289.113813:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979289.113819:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979286/real 1783979289]  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979289.113830:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979289.113832:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979289.113835:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5630.
00000400:00000200:3.0:1783979289.113839:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733c38
00000400:00000010:3.0:1783979289.113841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733c38.
00000100:00000001:3.0:1783979289.113843:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979289.113847:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979289.113855:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.113862:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979289.113863:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.113865:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.113867:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979289.113871:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.113877:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979289.113881:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.113888:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979289.113891:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.113892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.113893:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.113896:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979289.113899:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979289.113902:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979289.113907:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979289.113909:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979289.113914:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979289.113922:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979289.113927:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979289.113930:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979286/real 1783979289]  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979289.113937:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979289.113938:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979289.113940:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5738.
00000400:00000200:3.0:1783979289.113942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733b28
00000400:00000010:3.0:1783979289.113944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733b28.
00000100:00000001:3.0:1783979289.113946:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979289.113949:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979289.113956:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.113962:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979289.113964:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.113966:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.113967:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979289.113970:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114098:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979289.114103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114109:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979289.114112:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114115:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.114117:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114118:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979289.114120:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979289.114123:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979289.114127:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979289.114129:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979289.114133:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979289.114141:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979289.114145:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979289.114149:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979286/real 1783979289]  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979289.114157:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979289.114159:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979289.114161:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b54d0.
00000400:00000200:3.0:1783979289.114165:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733aa0
00000400:00000010:3.0:1783979289.114167:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733aa0.
00000100:00000001:3.0:1783979289.114169:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979289.114171:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979289.114179:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114185:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979289.114186:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114188:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.114189:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979289.114199:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114210:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979289.114214:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114220:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979289.114222:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114224:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.114225:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114227:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979289.114229:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979289.114231:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979289.114234:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979289.114236:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979289.114240:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979289.114247:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979289.114251:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979289.114255:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979286/real 1783979289]  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979289.114262:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979289.114263:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979289.114265:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5268.
00000400:00000200:3.0:1783979289.114267:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733000
00000400:00000010:3.0:1783979289.114269:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733000.
00000100:00000001:3.0:1783979289.114271:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979289.114274:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979289.114288:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114295:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979289.114296:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114297:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.114299:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979289.114302:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114308:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979289.114312:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114317:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979289.114320:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114321:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.114322:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114324:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979289.114326:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979289.114328:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979289.114331:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979289.114333:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979289.114337:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979289.114344:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559912832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979289.114348:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979289.114351:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979286/real 1783979289]  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979289.114364:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979289.114365:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979289.114367:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5aa8.
00000400:00000200:3.0:1783979289.114369:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7334c8
00000400:00000010:3.0:1783979289.114371:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7334c8.
00000100:00000001:3.0:1783979289.114373:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979289.114376:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979289.114384:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114390:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979289.114391:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114393:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.114394:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979289.114397:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114403:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979289.114407:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114413:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979289.114415:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114417:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979289.114418:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114425:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979289.114426:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979289.114429:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979289.114432:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979289.114434:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979289.114438:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979289.114446:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559912576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979289.114450:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114452:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979289.114455:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559912960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114461:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979289.114464:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979289.114468:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659000.
02000000:00000001:3.0:1783979289.114472:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979289.114474:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979289.114476:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979289.114478:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979289.114481:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979289.114485:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979289.114486:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979289.114488:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:3.0:1783979289.114492:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979289.114493:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114495:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979289.114498:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559913088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114504:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979289.114505:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979289.114507:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659400.
02000000:00000001:3.0:1783979289.114509:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979289.114510:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979289.114511:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979289.114513:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979289.114514:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979289.114517:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979289.114518:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979289.114519:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:3.0:1783979289.114522:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979289.114523:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114525:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979289.114527:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559912704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114533:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979289.114535:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979289.114536:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:3.0:1783979289.114538:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979289.114539:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979289.114540:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979289.114542:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979289.114544:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979289.114546:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979289.114547:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979289.114548:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:3.0:1783979289.114550:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979289.114551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114553:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979289.114556:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559912832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114562:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979289.114563:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979289.114564:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:3.0:1783979289.114567:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979289.114568:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979289.114569:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979289.114571:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979289.114573:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979289.114574:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979289.114575:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979289.114577:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:3.0:1783979289.114579:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979289.114580:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114582:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979289.114584:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559912576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979289.114591:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979289.114592:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979289.114593:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:3.0:1783979289.114595:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979289.114597:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979289.114598:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979289.114599:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979289.114600:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979289.114602:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979289.114603:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979289.114605:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:3.0:1783979289.114606:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979289.114607:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114610:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979289.114618:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979289.114621:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979289.114624:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979289.114626:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979289.881186:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979289.881190:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979289.881195:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881199:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979289.881202:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881204:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881207:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979289.881213:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979289.881214:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979289.881215:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881217:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979289.881217:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881219:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881220:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979289.881223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979289.881224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979289.883044:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304684746, at 4304684801
00000100:00000010:3.0:1783979289.883069:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cdd20.
00010000:00000001:1.0:1783979290.905173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979290.905178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979290.905182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979290.905183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979290.905185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979290.905186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.161446:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979291.161452:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979291.161457:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979291.161468:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.161486:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979291.161491:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.161497:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979291.161500:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979291.161505:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979291.161513:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559913216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979291.161520:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979291.161526:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979291.161531:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.161535:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979291.161542:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979291.161546:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979291.161555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979291.161560:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979291.161569:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979291.161579:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559913216, portal 25
00000100:00000001:3.0:1783979291.161583:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979291.161586:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455220224 : -128863254331392 : ffff8accaf804000)
00000100:00000040:3.0:1783979291.161594:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.161614:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979291.161620:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979291.161625:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979291.161630:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559913216, offset 0
00000400:00000200:3.0:1783979291.161641:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979291.161652:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.163149:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979291.163163:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979291.163171:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979291.163175:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979291.163179:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979291.163182:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390335:390335:256:4294967295] 192.168.201.140@tcp LPNI seq info [390310:390310:8:4294967295]
00000400:00000200:3.0:1783979291.163188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.163197:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979291.163205:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.163214:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979291.163222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979291.163226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979291.163232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979291.163235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979291.163258:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.163262:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979291.163267:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979291.163272:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979291.163279:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979291.163281:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979291.163287:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979291.163294:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163305:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.163308:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163314:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.163316:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979291.163324:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979291.163328:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979291.163331:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304689868
00000100:00000010:3.0:1783979291.163336:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c35a0.
00000100:00000001:3.0:1783979291.163343:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979291.163349:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304689868
00000100:00000010:3.0:1783979291.163352:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3cc0.
00000100:00000001:3.0:1783979291.163355:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979291.163359:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979291.163362:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.163365:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979291.163370:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979291/real 1783979291]  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979291.163378:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979291.163380:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979291.163383:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979291.163386:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979291.163388:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979291.163390:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979291.163394:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979291.163403:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163409:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979291.163410:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163413:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.163415:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979291.163419:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163426:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979291.163430:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163437:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979291.163440:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163441:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.163443:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163445:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979291.163447:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979291.163449:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979291.163452:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979291.163454:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979291.163457:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979291.163462:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559913216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979291.163465:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163468:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.163470:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804000 x1870627559913216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163487:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979291.163490:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979291.163492:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979291.163496:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979291.163498:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979291.163500:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979291.163502:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979291.163505:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba800.
02000000:00000001:3.0:1783979291.163508:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979291.163510:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979291.163511:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804000.
00000100:00000001:3.0:1783979291.163514:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979291.163515:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163517:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163525:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979291.163527:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.163530:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979291.163532:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979291.163534:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979291.163538:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163545:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979291.163546:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.163549:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979291.163552:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979291.163554:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979291.163558:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979291.163561:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979291.163565:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979291.163567:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.163569:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979291.163573:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979291.163575:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979291.163580:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979291.163583:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979291.163587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979291.163592:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559913344, portal 10
00000100:00000001:3.0:1783979291.163594:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979291.163595:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222912 : -128863254328704 : ffff8accaf804a80)
00000100:00000040:3.0:1783979291.163603:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163608:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979291.163610:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979291.163611:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979291.163613:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559913344, offset 0
00000400:00000200:3.0:1783979291.163617:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979291.163621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.163625:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979291.163627:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979291.163629:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979291.163630:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979291.163632:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979291.163634:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390336:390336:256:4294967295] 192.168.201.140@tcp LPNI seq info [390311:390311:8:4294967295]
00000400:00000200:3.0:1783979291.163636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.163640:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979291.163643:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.163645:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979291.163647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979291.163649:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979291.163654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979291.163656:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979291.163660:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.163672:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979291.163675:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979291.163678:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979291.163680:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979291.163682:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979291.163685:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979291.163688:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163694:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.163696:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163702:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.163703:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979291.163706:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979291.163709:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979291.163712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979291.163714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304686099
00000100:00000001:3.0:1783979291.163716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304689868
00000100:00000001:3.0:1783979291.163718:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304686099
00000100:00000001:3.0:1783979291.163720:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304689868
00000100:00000001:3.0:1783979291.163731:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979291.163733:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.163735:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979291.163738:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979291/real 1783979291]  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979291.163745:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979291.163747:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979291.163748:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979291.163750:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979291.163752:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979291.163754:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979291.163757:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979291.163764:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163775:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979291.163776:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163777:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.163779:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979291.163781:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163788:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979291.163791:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163797:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979291.163800:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163801:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.163802:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.163805:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979291.163807:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979291.163809:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979291.163812:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979291.163814:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979291.163818:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979291.163824:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979291.163828:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979291.163832:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163838:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979291.163839:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.163841:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979291.163843:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979291.163845:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979291.163847:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979291.163851:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979291.163852:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979291.163854:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.163855:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979291.163859:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979291.163860:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979291.163863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979291.163866:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979291.163869:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979291.163871:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559913472, portal 10
00000100:00000001:3.0:1783979291.163873:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979291.163874:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455224704 : -128863254326912 : ffff8accaf805180)
00000100:00000040:3.0:1783979291.163880:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163885:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979291.163887:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979291.163889:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979291.163891:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559913472, offset 0
00000400:00000200:3.0:1783979291.163895:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979291.163899:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.163902:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979291.163905:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979291.163907:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979291.163909:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979291.163911:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979291.163914:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390337:390337:256:4294967295] 192.168.201.140@tcp LPNI seq info [390312:390312:8:4294967295]
00000400:00000200:3.0:1783979291.163918:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.163924:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979291.163929:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.163932:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979291.163943:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979291.163945:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979291.163949:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979291.163952:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979291.163956:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.163958:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979291.163960:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979291.163964:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979291.163966:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979291.163968:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979291.163970:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979291.163974:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163982:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.163985:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.163991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.163992:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979291.163994:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979291.163996:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979291.163999:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979291.164000:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304686095
00000100:00000001:3.0:1783979291.164002:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304689868
00000100:00000001:3.0:1783979291.164003:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304686095
00000100:00000001:3.0:1783979291.164004:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304689868
00000100:00000001:3.0:1783979291.164005:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979291.164007:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.164008:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979291.164010:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979291/real 1783979291]  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979291.164015:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979291.164016:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979291.164017:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979291.164018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979291.164019:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979291.164020:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979291.164022:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979291.164027:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164030:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979291.164031:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164032:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.164033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979291.164034:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164038:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979291.164040:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164044:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979291.164045:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164071:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.164072:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164074:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979291.164075:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979291.164078:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979291.164081:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979291.164084:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979291.164088:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979291.164096:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979291.164100:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979291.164104:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164110:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979291.164111:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.164113:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979291.164115:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979291.164117:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979291.164120:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979291.164123:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979291.164125:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979291.164126:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.164128:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979291.164131:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979291.164133:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979291.164137:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979291.164139:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979291.164143:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979291.164146:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559913600, portal 4
00000100:00000001:3.0:1783979291.164148:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979291.164149:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455221120 : -128863254330496 : ffff8accaf804380)
00000100:00000040:3.0:1783979291.164154:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164160:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979291.164162:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979291.164165:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979291.164167:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559913600, offset 0
00000400:00000200:3.0:1783979291.164171:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979291.164176:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.164179:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979291.164182:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979291.164184:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979291.164186:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979291.164188:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979291.164191:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390338:390338:256:4294967295] 192.168.201.140@tcp LPNI seq info [390313:390313:8:4294967295]
00000400:00000200:3.0:1783979291.164196:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.164201:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979291.164205:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.164208:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979291.164212:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979291.164214:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979291.164218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979291.164221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979291.164224:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.164226:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979291.164228:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979291.164231:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979291.164234:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979291.164236:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979291.164238:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979291.164242:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164249:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.164251:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164258:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.164259:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979291.164262:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979291.164265:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979291.164269:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979291.164272:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304686123
00000100:00000001:3.0:1783979291.164274:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304689868
00000100:00000001:3.0:1783979291.164276:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304686123
00000100:00000001:3.0:1783979291.164278:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304689868
00000100:00000001:3.0:1783979291.164280:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979291.164282:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.164284:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979291.164287:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979291/real 1783979291]  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979291.164295:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979291.164297:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979291.164299:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979291.164301:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979291.164302:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979291.164305:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979291.164308:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979291.164316:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164322:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979291.164323:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164325:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.164326:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979291.164330:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164336:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979291.164339:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164346:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979291.164349:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164350:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.164351:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164353:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979291.164355:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979291.164358:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979291.164361:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979291.164363:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979291.164367:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979291.164374:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979291.164378:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979291.164382:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164388:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979291.164390:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.164392:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979291.164393:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979291.164395:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979291.164398:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979291.164401:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979291.164403:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979291.164404:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979291.164406:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979291.164409:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979291.164411:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979291.164414:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979291.164416:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979291.164418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979291.164421:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559913728, portal 4
00000100:00000001:3.0:1783979291.164423:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979291.164424:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455227392 : -128863254324224 : ffff8accaf805c00)
00000100:00000040:3.0:1783979291.164429:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164435:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979291.164437:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979291.164439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979291.164441:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559913728, offset 0
00000400:00000200:3.0:1783979291.164445:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979291.164449:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.164452:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979291.164454:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979291.164457:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979291.164459:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979291.164461:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979291.164464:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390339:390339:256:4294967295] 192.168.201.140@tcp LPNI seq info [390314:390314:8:4294967295]
00000400:00000200:3.0:1783979291.164468:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979291.164474:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979291.164478:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.164481:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979291.164484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979291.164487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979291.164490:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979291.164493:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979291.164496:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979291.164497:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979291.164500:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979291.164503:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979291.164506:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979291.164507:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979291.164510:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979291.164513:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164525:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.164528:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164534:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.164536:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979291.164538:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979291.164541:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979291.164544:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979291.164545:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304686125
00000100:00000001:3.0:1783979291.164548:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304689868
00000100:00000001:3.0:1783979291.164549:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304686125
00000100:00000001:3.0:1783979291.164551:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304689868
00000100:00000001:3.0:1783979291.164553:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979291.164555:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.164557:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979291.164560:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979291/real 1783979291]  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979291.164567:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979291.164568:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979291.164570:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979291.164572:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979291.164573:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979291.164575:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979291.164578:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979291.164585:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164592:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979291.164593:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164595:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.164596:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979291.164599:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164605:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979291.164608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164614:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979291.164616:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979291.164619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164620:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979291.164622:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979291.164624:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979291.164627:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979291.164629:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979291.164632:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979291.164639:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979291.164643:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164645:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.164648:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804a80 x1870627559913344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164654:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979291.164656:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979291.164658:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979291.164660:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979291.164673:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979291.164675:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979291.164678:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979291.164679:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:3.0:1783979291.164682:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979291.164684:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979291.164686:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804a80.
00000100:00000001:3.0:1783979291.164689:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979291.164690:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164691:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.164694:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805180 x1870627559913472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164701:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979291.164702:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979291.164703:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979291.164705:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979291.164707:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979291.164708:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979291.164709:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979291.164711:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb800.
02000000:00000001:3.0:1783979291.164713:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979291.164714:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979291.164715:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805180.
00000100:00000001:3.0:1783979291.164717:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979291.164719:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164720:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.164723:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804380 x1870627559913600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164729:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979291.164730:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979291.164731:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979291.164733:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979291.164734:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979291.164735:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979291.164736:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979291.164738:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:3.0:1783979291.164739:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979291.164741:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979291.164742:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804380.
00000100:00000001:3.0:1783979291.164743:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979291.164744:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164746:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979291.164749:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805c00 x1870627559913728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979291.164754:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979291.164755:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979291.164756:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979291.164758:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979291.164759:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979291.164760:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979291.164762:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979291.164763:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9000.
02000000:00000001:3.0:1783979291.164765:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979291.164766:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979291.164767:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805c00.
00000100:00000001:3.0:1783979291.164769:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979291.164770:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164773:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979291.164778:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979291.164780:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979291.164782:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979291.164783:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979291.929154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979291.929160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979291.929165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979291.929166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979291.929169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979291.929171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979292.953185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979292.953191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979292.953195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979292.953196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979292.953200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979292.953201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979292.953259:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979292.953264:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979292.953268:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979293.977165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979293.977172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979293.977177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979293.977178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979293.977182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979293.977186:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979293.977188:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979293.977192:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979293.977195:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979293.977197:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979293.977199:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979293.977201:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979295.001178:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304689868, at 4304689920
00000100:00000010:3.0:1783979295.001192:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3cc0.
00010000:00000001:1.0:1783979295.002502:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979295.002506:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979295.002511:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979295.002512:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979295.002516:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979295.002517:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979296.025162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979296.025176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979296.025181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979296.025183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979296.025186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979296.025187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979296.281208:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979296.281220:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979296.281223:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979296.281227:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979296.281232:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979296.281239:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10018
00000400:00000200:3.0:1783979296.281248:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979296.281254:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979296.281257:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979296.281259:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281262:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979296.281264:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281267:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979296.281270:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979296.281272:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979296.281275:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979296.281278:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979296.281281:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979296.281283:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979296.281286:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281287:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979296.281289:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281291:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979296.281293:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979296.281297:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281299:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979296.281302:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979296.281306:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979296.281314:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.281317:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979296.281320:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979296.281329:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979296.281333:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979296.281337:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979296.281338:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.281341:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979296.281344:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979296.281348:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979296.281356:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979296.281363:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979296.281372:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979296.281382:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979296.281387:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979296.281392:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979296.281414:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979296.281417:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979296.281420:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979296.281421:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979296.281423:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979296.281426:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979296.281428:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10018
00000400:00000200:3.0:1783979296.281432:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979296.281436:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979296.281438:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979296.281440:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281443:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979296.281446:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281448:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979296.281450:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979296.281452:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000100:00000001:1.0:1783979296.281453:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783979296.281454:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979296.281458:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:1.0:1783979296.281459:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979296.281461:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:1.0:1783979296.281463:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783979296.281465:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979296.281472:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000040:1.0:1783979296.281473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979296.281475:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979296.281480:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281485:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979296.281490:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000001:1.0:1783979296.281492:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979296.281496:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979296.281496:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281500:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.281502:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979296.281504:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979296.281507:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979296.281511:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979296.281512:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979296.281518:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979296.281522:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559913856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979296.281522:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979296.281527:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1783979296.281529:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1783979296.281533:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.281534:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979296.281536:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.281538:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979296.281542:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
02000000:00000001:1.0:1783979296.281543:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1783979296.281547:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000010:1.0:1783979296.281551:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:3.0:1783979296.281552:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979296.281554:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.281556:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.281558:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979296.281561:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979296.281563:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979296.281565:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000010:3.0:1783979296.281569:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000400:00000010:1.0:1783979296.281571:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000100:00000001:3.0:1783979296.281586:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979296.281591:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00100000:3.0:1783979296.281595:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1783979296.281600:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559913856, portal 25
00000100:00000001:1.0:1783979296.281605:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979296.281608:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:1.0:1783979296.281624:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.281632:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979296.281635:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979296.281638:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979296.281643:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559913856, offset 0
00000400:00000200:1.0:1783979296.281649:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979296.281657:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.281663:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979296.281669:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979296.281673:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979296.281677:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979296.281680:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979296.281683:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390340:390340:256:4294967295] 192.168.201.140@tcp LPNI seq info [390315:390315:8:4294967295]
00000400:00000200:1.0:1783979296.281688:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.281697:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979296.281702:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.281707:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979296.281713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:3.0:1783979296.281716:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1783979296.281717:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1783979296.281723:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979296.281727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:3.0:1783979296.281732:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1783979296.281733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979296.281744:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.281749:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000100:00000001:3.0:1783979296.281752:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979296.281757:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1783979296.281757:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979296.281763:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1783979296.281766:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783979296.281766:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979296.281769:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979296.281773:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1783979296.281774:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000100:00080000:3.0:1783979296.281778:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10018
00000400:00000010:1.0:1783979296.281779:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000400:00000200:3.0:1783979296.281784:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979296.281786:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1783979296.281790:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979296.281794:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1783979296.281795:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979296.281800:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281805:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979296.281809:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.281812:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:1.0:1783979296.281814:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1783979296.281815:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979296.281818:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000100:00000040:1.0:1783979296.281821:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979296.281821:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979296.281824:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979296.281829:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979296.281834:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000001:1.0:1783979296.281837:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979296.281841:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979296.281842:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979296.281847:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979296.281850:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979296.281851:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.281855:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:1.0:1783979296.281860:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000040:3.0:1783979296.281860:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00000001:1.0:1783979296.281865:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304694986
00000100:00080000:3.0:1783979296.281867:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000010:1.0:1783979296.281872:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd780.
00000100:00000001:3.0:1783979296.281872:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979296.281875:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979296.281879:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979296.281881:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1783979296.281882:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.281886:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979296.281889:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304694986
00000008:00100000:3.0:1783979296.281889:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979296.281894:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979296.281895:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cdae0.
00000100:00000001:3.0:1783979296.281899:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.281901:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000010:3.0:1783979296.281904:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000100:00000001:1.0:1783979296.281906:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1783979296.281908:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000100:00000001:1.0:1783979296.281911:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979296.281913:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783979296.281915:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1783979296.281916:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.281920:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979296.281923:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1783979296.281924:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979296/real 1783979296]  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979296.281926:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979296.281932:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000400:00000001:1.0:1783979296.281939:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1783979296.281939:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1783979296.281943:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979296.281947:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000100:00100000:3.0:1783979296.281948:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979296.281951:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979296.281954:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979296.281958:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1783979296.281963:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1783979296.281965:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979296.281966:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979296.281976:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979296.281984:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979296.281991:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979296.281997:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979296.281999:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979296.282002:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979296.282003:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979296.282007:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979296.282007:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979296.282009:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979296.282011:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979296.282014:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10018
00000400:00000200:3.0:1783979296.282018:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979296.282022:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979296.282024:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979296.282026:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1783979296.282032:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979296.282032:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.282037:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979296.282039:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.282041:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979296.282043:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979296.282045:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979296.282076:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979296.282078:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979296.282083:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979296.282088:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979296.282094:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.282096:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979296.282098:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979296.282098:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.282104:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979296.282107:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000040:1.0:1783979296.282112:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979296.282113:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979296.282119:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979296.282123:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979296.282127:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979296.282129:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1783979296.282132:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282134:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979296.282136:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979296.282138:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1783979296.282140:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1783979296.282142:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1783979296.282147:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282148:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979296.282150:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282151:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1783979296.282156:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000100:00080000:1.0:1783979296.282157:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1783979296.282161:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00080000:1.0:1783979296.282165:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
02000000:00000001:3.0:1783979296.282166:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783979296.282169:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1783979296.282170:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.282174:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979296.282177:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1783979296.282179:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979296.282180:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979296.282186:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979296.282192:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979296.282199:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979296.282206:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1783979296.282208:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559913856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979296.282209:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282217:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979296.282217:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282222:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.282228:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559913856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979296.282230:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979296.282234:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1783979296.282243:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1783979296.282244:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1783979296.282248:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1783979296.282248:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979296.282252:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979296.282255:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979296.282257:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10018
02000000:00000010:1.0:1783979296.282262:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
00000400:00000200:3.0:1783979296.282262:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:1.0:1783979296.282269:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1783979296.282269:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000020:00000001:1.0:1783979296.282273:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1783979296.282274:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000020:00000040:1.0:1783979296.282277:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000100:00000040:3.0:1783979296.282279:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000020:00000001:1.0:1783979296.282281:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1783979296.282283:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1783979296.282285:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
00000100:00000040:3.0:1783979296.282287:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.282290:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979296.282292:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979296.282293:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979296.282295:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1783979296.282298:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1783979296.282298:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
02000000:00000001:1.0:1783979296.282302:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1783979296.282302:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000010:1.0:1783979296.282306:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000020:00000001:3.0:1783979296.282307:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:1.0:1783979296.282311:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1783979296.282312:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979296.282314:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979296.282316:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979296.282318:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979296.282321:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979296.282324:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979296.282326:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:1.0:1783979296.282328:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1783979296.282328:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979296.282332:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.282333:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282337:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1783979296.282338:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979296.282341:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783979296.282343:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979296.282345:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1783979296.282346:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.282350:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1783979296.282352:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1783979296.282352:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979296.282357:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.282360:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979296.282364:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979296.282366:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979296.282368:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979296.282369:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.282373:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979296.282376:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783979296.282379:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783979296.282379:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282383:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979296.282385:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:1.0:1783979296.282387:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979296.282390:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.282391:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979296.282395:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979296.282398:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1783979296.282402:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979296.282410:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979296.282413:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979296.282414:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1783979296.282417:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979296.282418:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.282420:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1783979296.282425:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783979296.282426:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979296.282430:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979296.282439:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979296.282441:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979296.282443:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000100:00000040:3.0:1783979296.282447:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10028)
00000400:00000010:1.0:1783979296.282449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979296.282454:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559913984, portal 10
00000100:00000001:1.0:1783979296.282456:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979296.282457:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:1.0:1783979296.282465:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282472:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979296.282475:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979296.282477:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979296.282480:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559913984, offset 0
00000400:00000200:1.0:1783979296.282484:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979296.282488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.282492:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979296.282494:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979296.282497:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979296.282499:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979296.282501:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979296.282504:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390341:390341:256:4294967295] 192.168.201.140@tcp LPNI seq info [390316:390316:8:4294967295]
00000400:00000200:1.0:1783979296.282507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.282513:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979296.282518:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.282522:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979296.282525:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979296.282528:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979296.282533:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979296.282535:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979296.282539:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.282541:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979296.282543:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979296.282546:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979296.282549:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979296.282551:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979296.282553:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979296.282557:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282564:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.282567:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282584:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282586:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979296.282589:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979296.282593:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979296.282596:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979296.282598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304691218
00000100:00000001:1.0:1783979296.282601:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304694986
00000100:00000001:1.0:1783979296.282602:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304691218
00000100:00000001:1.0:1783979296.282604:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304694986
00000100:00000001:1.0:1783979296.282606:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979296.282608:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282610:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979296.282614:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979296/real 1783979296]  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979296.282622:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979296.282623:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979296.282625:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979296.282627:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979296.282629:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979296.282631:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979296.282634:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979296.282642:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282649:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979296.282650:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.282652:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979296.282653:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979296.282656:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282662:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979296.282666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282672:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979296.282675:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.282676:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979296.282677:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.282679:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979296.282681:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979296.282683:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979296.282686:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979296.282688:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979296.282691:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979296.282695:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559913984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979296.282697:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979296.282699:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282703:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979296.282705:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.282707:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979296.282709:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979296.282710:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979296.282713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979296.282716:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979296.282718:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979296.282719:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.282721:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979296.282724:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979296.282727:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979296.282730:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979296.282732:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979296.282735:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979296.282737:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559914112, portal 10
00000100:00000001:1.0:1783979296.282739:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979296.282740:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:1.0:1783979296.282745:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282752:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979296.282754:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979296.282756:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979296.282759:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559914112, offset 0
00000400:00000200:1.0:1783979296.282763:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979296.282766:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.282770:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979296.282772:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979296.282775:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979296.282776:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979296.282778:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979296.282781:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390342:390342:256:4294967295] 192.168.201.140@tcp LPNI seq info [390317:390317:8:4294967295]
00000400:00000200:1.0:1783979296.282785:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.282792:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979296.282796:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.282799:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979296.282802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979296.282805:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979296.282809:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979296.282811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979296.282815:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.282817:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979296.282819:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979296.282822:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979296.282825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979296.282826:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979296.282828:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979296.282832:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282840:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.282842:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282848:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282850:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979296.282853:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979296.282856:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979296.282859:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979296.282861:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304691214
00000100:00000001:1.0:1783979296.282864:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304694986
00000100:00000001:1.0:1783979296.282866:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304691214
00000100:00000001:1.0:1783979296.282868:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304694986
00000100:00000001:1.0:1783979296.282870:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979296.282872:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.282874:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979296.282878:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979296/real 1783979296]  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979296.282885:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979296.282886:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979296.282887:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979296.282890:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979296.282891:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979296.282893:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979296.282896:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979296.282903:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282909:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979296.282910:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.282912:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979296.282913:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979296.282917:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282923:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979296.282927:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282931:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979296.282933:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.282934:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979296.282934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.282935:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979296.282936:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979296.282938:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979296.282940:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979296.282941:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979296.282944:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979296.282948:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979296.282950:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979296.282952:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282955:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979296.282956:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.282958:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979296.282959:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979296.282960:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979296.282962:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979296.282964:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979296.282965:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979296.282966:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.282967:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979296.282970:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979296.282971:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979296.282973:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979296.282975:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979296.282977:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979296.282979:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559914240, portal 4
00000100:00000001:1.0:1783979296.282980:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979296.282981:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:1.0:1783979296.282985:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.282989:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979296.282990:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979296.282992:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979296.282993:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559914240, offset 0
00000400:00000200:1.0:1783979296.282995:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979296.282998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.283000:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979296.283002:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979296.283004:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979296.283005:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979296.283007:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979296.283008:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390343:390343:256:4294967295] 192.168.201.140@tcp LPNI seq info [390318:390318:8:4294967295]
00000400:00000200:1.0:1783979296.283011:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.283015:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979296.283017:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.283019:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979296.283021:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979296.283023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979296.283025:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979296.283027:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979296.283029:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.283030:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979296.283032:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979296.283034:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979296.283036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979296.283037:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979296.283039:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979296.283040:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283066:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.283070:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283077:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.283078:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979296.283082:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979296.283085:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979296.283088:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979296.283090:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304691242
00000100:00000001:1.0:1783979296.283093:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304694986
00000100:00000001:1.0:1783979296.283095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304691242
00000100:00000001:1.0:1783979296.283097:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304694986
00000100:00000001:1.0:1783979296.283098:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979296.283100:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.283101:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979296.283104:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979296/real 1783979296]  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979296.283108:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979296.283109:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979296.283110:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979296.283112:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979296.283113:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979296.283114:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979296.283116:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979296.283121:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283125:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979296.283126:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283127:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979296.283128:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979296.283130:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283136:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979296.283139:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283145:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979296.283147:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283149:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979296.283150:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283152:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979296.283153:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979296.283155:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979296.283158:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979296.283161:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979296.283164:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979296.283172:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979296.283177:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283178:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.283181:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559913984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283185:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979296.283186:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979296.283187:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979296.283189:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979296.283190:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979296.283191:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979296.283192:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979296.283194:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:1.0:1783979296.283195:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979296.283196:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979296.283197:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:1.0:1783979296.283199:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979296.283200:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283201:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.283203:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559914112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283207:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979296.283208:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979296.283209:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979296.283210:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979296.283211:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979296.283211:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979296.283212:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979296.283213:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:1.0:1783979296.283214:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979296.283215:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979296.283215:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:1.0:1783979296.283217:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979296.283217:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283218:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.283220:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559914240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283223:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979296.283223:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979296.283224:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979296.283225:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979296.283226:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979296.283226:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979296.283228:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979296.283229:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:1.0:1783979296.283230:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979296.283230:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979296.283231:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:1.0:1783979296.283232:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979296.283233:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283234:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283236:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979296.283237:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.283238:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979296.283239:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979296.283240:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979296.283241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283246:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979296.283246:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.283248:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979296.283249:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979296.283250:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979296.283251:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979296.283253:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979296.283255:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979296.283256:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979296.283257:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979296.283258:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979296.283260:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979296.283262:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979296.283263:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979296.283265:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979296.283267:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559914368, portal 4
00000100:00000001:1.0:1783979296.283268:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979296.283269:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:1.0:1783979296.283272:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283280:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979296.283282:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979296.283283:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979296.283284:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559914368, offset 0
00000400:00000200:1.0:1783979296.283286:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979296.283289:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.283291:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979296.283293:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979296.283295:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979296.283297:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979296.283299:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979296.283302:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390344:390344:256:4294967295] 192.168.201.140@tcp LPNI seq info [390319:390319:8:4294967295]
00000400:00000200:1.0:1783979296.283306:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979296.283312:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979296.283316:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.283318:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979296.283323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979296.283325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979296.283329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979296.283331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979296.283335:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979296.283337:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979296.283340:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979296.283343:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979296.283346:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979296.283347:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979296.283350:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979296.283352:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283357:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.283359:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283367:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.283367:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979296.283370:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979296.283372:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979296.283374:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979296.283375:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304691244
00000100:00000001:1.0:1783979296.283377:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304694986
00000100:00000001:1.0:1783979296.283378:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304691244
00000100:00000001:1.0:1783979296.283379:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304694986
00000100:00000001:1.0:1783979296.283381:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979296.283382:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.283383:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979296.283385:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979296/real 1783979296]  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979296.283389:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979296.283390:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979296.283391:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979296.283393:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979296.283394:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979296.283395:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979296.283397:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979296.283401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283404:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979296.283405:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283406:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979296.283406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979296.283408:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283412:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979296.283414:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283418:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979296.283419:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283420:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979296.283421:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283422:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979296.283423:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979296.283424:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979296.283426:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979296.283427:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979296.283429:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979296.283433:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979296.283435:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283436:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979296.283437:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559914368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979296.283440:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979296.283441:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979296.283443:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979296.283444:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979296.283445:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979296.283446:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979296.283447:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979296.283448:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:1.0:1783979296.283450:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979296.283451:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979296.283451:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:1.0:1783979296.283453:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979296.283454:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283455:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979296.283457:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979296.283457:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979296.283458:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979296.283460:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979297.049130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979297.049135:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979297.049139:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979297.049140:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979297.049142:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979297.049143:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979297.049188:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979297.049191:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979297.049193:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979298.073190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979298.073198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979298.073205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979298.073206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979298.073209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979298.073210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979299.097183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979299.097190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979299.097196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979299.097197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979299.097201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979299.097202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979300.121146:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304694986, at 4304695040
00000100:00000010:3.0:1783979300.121160:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cdae0.
00010000:00000001:1.0:1783979300.121453:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979300.121458:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979300.121460:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979300.121464:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.121467:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979300.121469:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.121471:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.121473:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.121482:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979300.121483:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979300.121484:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979300.121486:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.121487:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979300.121489:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.121496:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.121499:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979300.121503:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979300.121504:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979301.145151:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979301.145157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979301.145161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979301.145162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979301.145164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979301.145165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979301.401170:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979301.401183:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979301.401185:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979301.401190:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979301.401195:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979301.401203:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10023
00000400:00000200:3.0:1783979301.401213:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979301.401220:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979301.401223:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979301.401225:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401227:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979301.401229:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401231:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979301.401241:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979301.401243:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979301.401245:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979301.401248:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979301.401250:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979301.401251:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979301.401253:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401254:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979301.401255:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401256:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979301.401259:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979301.401261:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401263:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979301.401265:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979301.401268:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979301.401270:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401272:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979301.401274:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979301.401282:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979301.401285:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979301.401288:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979301.401290:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401295:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979301.401297:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979301.401301:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979301.401307:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979301.401314:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979301.401321:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979301.401328:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979301.401332:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979301.401335:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979301.401354:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979301.401357:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979301.401359:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979301.401360:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979301.401361:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979301.401363:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979301.401365:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10023
00000400:00000200:3.0:1783979301.401367:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979301.401369:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979301.401370:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979301.401372:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401373:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979301.401375:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401376:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979301.401377:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979301.401378:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979301.401379:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979301.401381:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979301.401382:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979301.401384:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979301.401386:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401388:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979301.401389:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401391:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979301.401392:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979301.401394:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401395:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979301.401396:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979301.401399:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1783979301.401401:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979301.401404:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783979301.401405:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401408:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979301.401409:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1783979301.401412:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979301.401416:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979301.401417:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979301.401418:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979301.401423:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979301.401427:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000100:00000001:1.0:1783979301.401430:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783979301.401430:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979301.401433:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.401435:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401435:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979301.401436:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979301.401438:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.401442:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1783979301.401442:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979301.401444:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.401447:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1783979301.401451:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783979301.401452:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401461:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1783979301.401462:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559914496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979301.401463:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979301.401469:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.401471:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783979301.401477:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.401478:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979301.401481:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979301.401481:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979301.401498:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1783979301.401499:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979301.401500:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979301.401502:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979301.401505:0:119135:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:1.0:1783979301.401506:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659800.
00000100:00080000:3.0:1783979301.401507:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10023
02000000:00000001:1.0:1783979301.401513:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979301.401519:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.401523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979301.401526:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000010:1.0:1783979301.401529:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000100:00080000:3.0:1783979301.401530:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979301.401536:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401538:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1783979301.401540:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000040:3.0:1783979301.401541:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401545:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979301.401548:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:1.0:1783979301.401549:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559914496, portal 25
00000020:00000040:3.0:1783979301.401549:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000100:00000001:1.0:1783979301.401553:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1783979301.401554:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783979301.401555:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000020:00000040:3.0:1783979301.401558:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979301.401562:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979301.401563:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979301.401566:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979301.401574:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979301.401576:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783979301.401577:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979301.401582:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:1.0:1783979301.401584:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401586:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000010:1.0:1783979301.401587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000020:00000040:3.0:1783979301.401588:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00000200:1.0:1783979301.401592:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559914496, offset 0
00000100:00080000:3.0:1783979301.401592:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401597:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979301.401598:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979301.401601:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1783979301.401603:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
02000000:00000001:3.0:1783979301.401604:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401608:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1783979301.401615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000008:00100000:3.0:1783979301.401615:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979301.401620:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401622:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.401625:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000010:3.0:1783979301.401628:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979301.401632:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000400:00000200:1.0:1783979301.401633:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1783979301.401638:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1783979301.401641:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
02000000:00000001:3.0:1783979301.401641:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401645:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783979301.401648:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783979301.401648:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979301.401651:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.401654:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
02000000:00000010:3.0:1783979301.401658:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000400:00000200:1.0:1783979301.401661:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390345:390345:256:4294967295] 192.168.201.140@tcp LPNI seq info [390320:390320:8:4294967295]
00000400:00000200:1.0:1783979301.401666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979301.401675:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979301.401683:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979301.401691:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979301.401692:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1783979301.401702:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401706:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1783979301.401709:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000100:00000040:3.0:1783979301.401714:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1783979301.401722:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:3.0:1783979301.401728:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1783979301.401730:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1783979301.401733:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1783979301.401739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:3.0:1783979301.401741:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979301.401745:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1783979301.401745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1783979301.401747:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979301.401752:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1783979301.401756:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00080000:3.0:1783979301.401757:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10023
00000800:00000010:1.0:1783979301.401761:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979301.401769:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979301.401777:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.401779:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979301.401783:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000200:1.0:1783979301.401787:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000100:00080000:3.0:1783979301.401787:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1783979301.401792:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000040:3.0:1783979301.401793:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401797:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1783979301.401799:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1783979301.401800:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401805:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000200:1.0:1783979301.401808:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979301.401808:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979301.401811:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979301.401814:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979301.401818:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979301.401823:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:1.0:1783979301.401825:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1783979301.401826:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979301.401832:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979301.401833:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401837:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979301.401840:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401845:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979301.401851:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:1.0:1783979301.401852:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.401856:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1783979301.401858:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979301.401871:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979301.401873:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979301.401875:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979301.401876:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979301.401880:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401883:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979301.401886:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1783979301.401890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000008:00000001:3.0:1783979301.401891:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401895:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.401896:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304700106
00000100:00000010:3.0:1783979301.401900:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979301.401904:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000010:1.0:1783979301.401905:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cda80.
02000000:00000001:3.0:1783979301.401907:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979301.401910:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.401912:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979301.401913:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1783979301.401915:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
02000000:00000001:3.0:1783979301.401916:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.401922:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304700106
00000100:00000010:1.0:1783979301.401929:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd8a0.
02000000:00000010:3.0:1783979301.401929:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:1.0:1783979301.401936:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979301.401936:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.401943:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1783979301.401946:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979301.401947:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.401953:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979301.401960:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979301/real 1783979301]  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979301.401986:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1783979301.401987:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1783979301.401990:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1783979301.401991:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979301.401996:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000100:00000040:3.0:1783979301.401998:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979301.402001:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979301.402004:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979301.402009:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1783979301.402014:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979301.402017:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979301.402018:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979301.402027:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979301.402029:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979301.402031:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979301.402034:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979301.402039:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10023
00000100:00000200:1.0:1783979301.402044:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979301.402078:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979301.402082:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979301.402103:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979301.402105:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402107:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.402109:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979301.402114:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402122:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979301.402127:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402134:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979301.402137:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.402140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402142:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979301.402144:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979301.402147:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979301.402151:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979301.402155:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979301.402159:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979301.402168:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559914496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979301.402173:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402175:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.402177:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559914496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402183:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979301.402186:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979301.402189:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979301.402191:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979301.402193:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979301.402195:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979301.402197:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979301.402205:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:1.0:1783979301.402210:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979301.402212:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979301.402214:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:1.0:1783979301.402217:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979301.402219:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402221:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402229:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979301.402231:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.402233:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979301.402234:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979301.402236:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979301.402239:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402246:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979301.402248:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.402250:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979301.402252:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979301.402254:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979301.402257:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979301.402260:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979301.402262:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979301.402263:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.402265:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979301.402268:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979301.402270:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.402274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979301.402277:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979301.402280:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979301.402283:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559914624, portal 10
00000100:00000001:1.0:1783979301.402285:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979301.402286:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:1.0:1783979301.402292:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402299:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979301.402301:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979301.402304:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979301.402306:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559914624, offset 0
00000400:00000200:1.0:1783979301.402310:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979301.402314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.402317:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979301.402320:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979301.402322:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979301.402325:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979301.402327:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979301.402330:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390346:390346:256:4294967295] 192.168.201.140@tcp LPNI seq info [390321:390321:8:4294967295]
00000400:00000200:1.0:1783979301.402335:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.402340:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979301.402345:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979301.402348:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979301.402353:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979301.402356:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783979301.402360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979301.402363:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1783979301.402366:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979301.402368:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979301.402371:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979301.402374:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979301.402377:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979301.402378:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979301.402381:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979301.402385:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402392:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.402395:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402400:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.402401:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979301.402404:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979301.402410:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979301.402413:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979301.402415:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304696338
00000100:00000001:1.0:1783979301.402418:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304700106
00000100:00000001:1.0:1783979301.402419:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304696338
00000100:00000001:1.0:1783979301.402421:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304700106
00000100:00000001:1.0:1783979301.402423:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979301.402426:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.402427:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979301.402431:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979301/real 1783979301]  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979301.402439:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979301.402440:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979301.402442:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979301.402444:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979301.402446:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979301.402448:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979301.402451:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979301.402459:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402465:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979301.402466:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402467:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.402469:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979301.402472:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402477:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979301.402481:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402500:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979301.402502:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402504:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.402505:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402507:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979301.402508:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979301.402511:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979301.402514:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979301.402516:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979301.402519:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979301.402527:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979301.402530:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979301.402533:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402539:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979301.402541:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.402543:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979301.402544:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979301.402546:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979301.402549:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979301.402552:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979301.402554:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979301.402555:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.402557:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979301.402560:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979301.402562:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.402566:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979301.402568:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979301.402571:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979301.402575:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559914752, portal 10
00000100:00000001:1.0:1783979301.402576:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979301.402578:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:1.0:1783979301.402584:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402590:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979301.402592:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979301.402594:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979301.402596:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559914752, offset 0
00000400:00000200:1.0:1783979301.402600:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979301.402603:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.402607:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979301.402610:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979301.402613:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979301.402615:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979301.402617:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979301.402620:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390347:390347:256:4294967295] 192.168.201.140@tcp LPNI seq info [390322:390322:8:4294967295]
00000400:00000200:1.0:1783979301.402624:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.402629:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979301.402634:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979301.402637:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979301.402640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979301.402643:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783979301.402647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979301.402650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1783979301.402654:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979301.402656:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979301.402659:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979301.402662:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979301.402665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979301.402667:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979301.402670:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979301.402675:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402682:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.402685:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402690:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.402692:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979301.402695:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979301.402698:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979301.402701:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979301.402703:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304696334
00000100:00000001:1.0:1783979301.402706:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304700106
00000100:00000001:1.0:1783979301.402708:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304696334
00000100:00000001:1.0:1783979301.402710:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304700106
00000100:00000001:1.0:1783979301.402713:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979301.402714:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.402716:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979301.402720:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979301/real 1783979301]  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979301.402727:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979301.402728:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979301.402730:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979301.402732:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979301.402734:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979301.402735:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979301.402738:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979301.402744:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402750:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979301.402752:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402753:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.402754:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979301.402758:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402765:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979301.402769:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402775:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979301.402777:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402779:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.402780:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.402782:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979301.402783:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979301.402785:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979301.402788:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979301.402791:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979301.402794:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979301.402802:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979301.402806:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979301.402810:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402816:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979301.402817:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.402820:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979301.402822:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979301.402823:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979301.402826:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979301.402829:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979301.402831:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979301.402832:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.402834:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979301.402837:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979301.402839:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.402843:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979301.402845:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979301.402849:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979301.402852:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559914880, portal 4
00000100:00000001:1.0:1783979301.402854:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979301.402855:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:1.0:1783979301.402861:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402867:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979301.402869:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979301.402871:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979301.402874:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559914880, offset 0
00000400:00000200:1.0:1783979301.402878:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979301.402881:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.402885:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979301.402888:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979301.402890:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979301.402892:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979301.402894:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979301.402897:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390348:390348:256:4294967295] 192.168.201.140@tcp LPNI seq info [390323:390323:8:4294967295]
00000400:00000200:1.0:1783979301.402901:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.402906:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979301.402911:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979301.402915:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979301.402919:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979301.402921:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783979301.402925:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979301.402928:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1783979301.402933:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979301.402935:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979301.402938:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979301.402941:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979301.402944:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979301.402945:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979301.402947:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979301.402950:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402958:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.402960:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.402966:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.402968:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979301.402971:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979301.402974:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979301.402977:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979301.402979:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304696361
00000100:00000001:1.0:1783979301.402981:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304700106
00000100:00000001:1.0:1783979301.402983:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304696361
00000100:00000001:1.0:1783979301.402985:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304700106
00000100:00000001:1.0:1783979301.402987:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979301.402989:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.402990:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979301.402994:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979301/real 1783979301]  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979301.403002:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979301.403003:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979301.403005:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979301.403008:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979301.403009:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979301.403011:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979301.403014:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979301.403023:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.403028:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979301.403029:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.403031:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.403031:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979301.403034:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.403038:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979301.403041:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.403046:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979301.403071:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.403073:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.403074:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.403076:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979301.403078:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979301.403080:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979301.403083:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979301.403086:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979301.403090:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979301.403098:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559914880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979301.403101:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.403103:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.403105:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559914624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.403109:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979301.403110:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979301.403112:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979301.403114:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979301.403115:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979301.403117:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979301.403118:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979301.403119:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:1.0:1783979301.403121:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979301.403122:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979301.403123:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:1.0:1783979301.403124:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979301.403125:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.403126:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.403128:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559914752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.403132:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979301.403133:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979301.403134:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979301.403135:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979301.403136:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979301.403137:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979301.403137:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979301.403138:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:1.0:1783979301.403139:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979301.403140:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979301.403141:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:1.0:1783979301.403143:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979301.403143:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.403144:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.403146:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559914880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.403150:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979301.403150:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979301.403151:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979301.403152:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979301.403153:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979301.403153:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979301.403154:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979301.403155:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:1.0:1783979301.403156:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979301.403156:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979301.403157:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:1.0:1783979301.403159:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979301.403159:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.403160:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.403165:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979301.403165:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.403167:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979301.403168:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979301.404573:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979301.404582:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.404585:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979301.404586:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.404588:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979301.404591:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979301.404593:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979301.404594:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979301.404597:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979301.404598:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979301.404600:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979301.404601:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.404603:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979301.404604:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979301.404605:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979301.404608:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979301.404610:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979301.404612:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979301.404614:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979301.404619:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979301.404621:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.404622:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979301.404626:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979301.404628:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.404629:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979301.404633:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979301.404635:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979301.404638:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979301.404639:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979301.404641:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979301.404643:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979301.404646:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979301.404652:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979301.404657:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979301.404663:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979301.404669:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979301.404671:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979301.404674:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979301.404689:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979301.404693:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10034)
00000100:00000001:1.0:1783979301.405012:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979301.405017:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979301.405019:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979301.405025:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.405034:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979301.405036:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.405040:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979301.405042:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979301.405044:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979301.405063:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979301.405068:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979301.405071:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979301.405073:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979301.405075:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979301.405079:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979301.405081:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979301.405087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979301.405090:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979301.405106:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979301.405112:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559915008, portal 4
00000100:00000001:1.0:1783979301.405114:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979301.405116:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:1.0:1783979301.405124:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.405131:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979301.405133:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979301.405136:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979301.405140:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559915008, offset 0
00000400:00000200:1.0:1783979301.405145:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979301.405153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.405158:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979301.405162:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979301.405165:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979301.405167:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979301.405169:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979301.405171:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390349:390349:256:4294967295] 192.168.201.140@tcp LPNI seq info [390324:390324:8:4294967295]
00000400:00000200:1.0:1783979301.405174:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979301.405183:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979301.405188:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979301.405193:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979301.405199:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979301.405203:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1783979301.405208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979301.405212:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1783979301.405216:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979301.405219:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979301.405224:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979301.405229:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979301.405234:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979301.405236:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979301.405240:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979301.405244:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.405251:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.405254:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.405260:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.405261:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979301.405266:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979301.405270:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979301.405273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979301.405275:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304696365
00000100:00000001:1.0:1783979301.405278:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304700106
00000100:00000001:1.0:1783979301.405280:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304696365
00000100:00000001:1.0:1783979301.405282:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304700106
00000100:00000001:1.0:1783979301.405285:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979301.405287:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.405289:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979301.405292:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979301/real 1783979301]  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979301.405299:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979301.405300:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979301.405302:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979301.405304:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979301.405305:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979301.405306:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979301.405308:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979301.405314:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.405317:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979301.405318:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.405319:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.405320:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979301.405322:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.405326:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979301.405328:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.405333:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979301.405335:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.405336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979301.405337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.405339:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979301.405340:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979301.405343:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979301.405346:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979301.405349:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979301.405352:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979301.405359:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979301.405364:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.405366:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979301.405369:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559915008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979301.405375:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979301.405377:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979301.405379:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979301.405382:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979301.405384:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979301.405386:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979301.405389:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979301.405391:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:1.0:1783979301.405395:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979301.405396:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979301.405398:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:1.0:1783979301.405400:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979301.405401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.405402:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979301.405408:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979301.405409:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979301.405410:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979301.405411:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979302.169127:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979302.169133:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979302.169138:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979302.169140:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979302.169142:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979302.169144:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979303.193568:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979303.193575:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979303.193581:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979303.193583:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979303.193586:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979303.193587:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979304.217160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979304.217167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979304.217174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979304.217175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979304.217178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979304.217182:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979304.217184:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979304.217187:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979304.217190:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979304.217192:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979304.217194:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979304.217196:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979305.241179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1783979305.241180:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304700106, at 4304700160
00010000:00000001:1.0:1783979305.241186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979305.241194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979305.241195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979305.241196:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd8a0.
00010000:00000001:1.0:1783979305.241200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979305.241203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979306.265188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979306.265195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979306.265200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979306.265202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979306.265205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979306.265206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979306.521195:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979306.521205:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979306.521206:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979306.521208:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979306.521211:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979306.521217:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10029
00000400:00000200:1.0:1783979306.521224:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979306.521229:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979306.521231:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979306.521233:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521235:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521237:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521238:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979306.521242:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979306.521244:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979306.521245:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979306.521248:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979306.521249:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979306.521251:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979306.521252:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521253:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521254:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521255:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979306.521257:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979306.521259:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521261:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.521264:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979306.521267:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979306.521270:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521271:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979306.521273:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979306.521281:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979306.521285:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979306.521289:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979306.521291:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521293:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979306.521296:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979306.521299:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979306.521307:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979306.521312:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.521318:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979306.521325:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979306.521337:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979306.521340:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.521362:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979306.521365:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979306.521367:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979306.521368:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979306.521369:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979306.521370:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979306.521372:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10029
00000400:00000200:1.0:1783979306.521375:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979306.521377:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979306.521378:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979306.521380:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521382:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521383:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521384:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979306.521385:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979306.521386:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979306.521387:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979306.521388:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979306.521389:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979306.521390:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979306.521392:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521393:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521394:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521422:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979306.521425:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979306.521429:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521431:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.521434:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979306.521439:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979306.521440:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521442:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979306.521446:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979306.521449:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521451:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979306.521455:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979306.521457:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979306.521459:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979306.521461:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521462:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979306.521463:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979306.521465:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979306.521469:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979306.521472:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.521478:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979306.521485:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979306.521487:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979306.521489:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.521502:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979306.521504:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979306.521508:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979306.521509:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979306.521510:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979306.521513:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979306.521516:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10029
00000400:00000200:1.0:1783979306.521520:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979306.521523:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979306.521525:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979306.521527:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521529:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521531:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521533:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979306.521534:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979306.521535:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979306.521537:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979306.521538:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979306.521540:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979306.521542:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979306.521545:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521546:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521548:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521550:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979306.521552:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979306.521554:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521556:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.521557:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979306.521560:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979306.521562:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521564:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979306.521567:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979306.521569:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521570:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979306.521574:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979306.521576:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979306.521579:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979306.521580:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521581:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979306.521583:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979306.521584:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979306.521590:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979306.521593:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.521597:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979306.521602:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979306.521603:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979306.521605:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.521609:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979306.521611:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979306.521614:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979306.521614:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979306.521615:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979306.521617:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979306.521619:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10029
00000400:00000200:1.0:1783979306.521622:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979306.521623:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979306.521624:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979306.521626:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521627:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521629:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521630:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979306.521631:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979306.521632:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979306.521633:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979306.521634:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979306.521635:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979306.521637:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979306.521638:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521639:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521640:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521641:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979306.521643:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979306.521645:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521646:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.521647:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979306.521649:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979306.521650:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521651:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979306.521652:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979306.521654:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521655:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979306.521658:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979306.521660:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979306.521662:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979306.521664:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521665:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979306.521666:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979306.521668:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979306.521671:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979306.521674:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.521678:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979306.521684:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979306.521686:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979306.521689:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.521696:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979306.521699:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979306.521702:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979306.521704:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979306.521705:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979306.521708:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979306.521710:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10029
00000400:00000200:1.0:1783979306.521713:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979306.521715:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979306.521717:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979306.521718:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521721:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521722:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521724:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979306.521726:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979306.521728:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979306.521729:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979306.521731:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979306.521733:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979306.521734:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979306.521738:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521739:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979306.521741:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521744:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979306.521746:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979306.521748:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979306.521751:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979306.521752:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979306.521755:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979306.521757:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521758:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979306.521760:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979306.521762:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521764:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979306.521767:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783979306.521769:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979306.521771:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979306.521772:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979306.521774:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979306.521775:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979306.521777:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979306.521781:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979306.521784:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979306.521788:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979306.521794:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979306.521809:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979306.521812:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979306.521819:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979306.521823:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10039)
00000100:00000001:3.0:1783979306.521894:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979306.521898:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979306.521901:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979306.521907:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.521914:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979306.521916:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.521919:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979306.521921:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979306.521923:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979306.521926:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559915136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979306.521930:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979306.521934:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979306.521936:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.521939:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979306.521943:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979306.521945:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979306.521949:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979306.521953:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979306.521960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979306.521967:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559915136, portal 25
00000100:00000001:3.0:1783979306.521969:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979306.521970:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00000040:3.0:1783979306.521975:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.521982:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979306.521984:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979306.521987:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979306.521990:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559915136, offset 0
00000400:00000200:3.0:1783979306.521995:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979306.522002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.522008:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979306.522013:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979306.522015:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979306.522019:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979306.522022:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979306.522026:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390350:390350:256:4294967295] 192.168.201.140@tcp LPNI seq info [390325:390325:8:4294967295]
00000400:00000200:3.0:1783979306.522030:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.522038:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979306.522045:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.522071:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979306.522078:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979306.522082:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979306.522087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979306.522090:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1783979306.522095:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.522097:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979306.522103:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979306.522108:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979306.522114:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979306.522116:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979306.522122:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979306.522126:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522134:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.522137:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522144:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.522145:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979306.522151:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979306.522158:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979306.522161:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304705227
00000100:00000010:3.0:1783979306.522166:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3180.
00000100:00000001:3.0:1783979306.522172:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979306.522177:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304705227
00000100:00000010:3.0:1783979306.522180:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c32a0.
00000100:00000001:3.0:1783979306.522183:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979306.522185:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979306.522189:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.522191:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979306.522195:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979306/real 1783979306]  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979306.522204:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979306.522206:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979306.522208:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979306.522211:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979306.522212:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979306.522214:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979306.522216:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979306.522221:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522225:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979306.522226:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522228:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.522229:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979306.522231:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522235:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979306.522237:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522242:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979306.522243:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522245:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.522245:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522247:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979306.522248:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979306.522250:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979306.522252:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979306.522254:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979306.522257:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979306.522265:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559915136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979306.522269:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979306.522272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522278:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979306.522280:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.522282:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979306.522284:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979306.522285:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979306.522288:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979306.522291:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979306.522293:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979306.522295:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.522296:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979306.522300:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783979306.522302:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979306.522304:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979306.522306:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979306.522309:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979306.522311:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559915264, portal 10
00000100:00000001:3.0:1783979306.522312:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979306.522313:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:3.0:1783979306.522318:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522322:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979306.522323:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979306.522325:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979306.522326:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559915264, offset 0
00000400:00000200:3.0:1783979306.522329:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979306.522332:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.522334:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979306.522336:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979306.522337:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979306.522339:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979306.522340:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979306.522342:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390351:390351:256:4294967295] 192.168.201.140@tcp LPNI seq info [390326:390326:8:4294967295]
00000400:00000200:3.0:1783979306.522345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.522349:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979306.522351:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.522353:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979306.522355:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979306.522357:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979306.522360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979306.522361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1783979306.522364:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.522365:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979306.522367:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979306.522369:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979306.522370:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979306.522371:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979306.522373:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979306.522375:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522379:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.522381:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.522386:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979306.522388:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979306.522391:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979306.522393:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979306.522394:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304701458
00000100:00000001:3.0:1783979306.522407:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304705227
00000100:00000001:3.0:1783979306.522409:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304701458
00000100:00000001:3.0:1783979306.522411:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304705227
00000100:00000001:3.0:1783979306.522412:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979306.522413:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.522414:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979306.522417:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979306/real 1783979306]  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979306.522422:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979306.522423:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979306.522424:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979306.522425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979306.522427:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979306.522429:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979306.522431:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979306.522439:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522445:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979306.522446:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522448:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.522450:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979306.522453:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522460:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979306.522463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522470:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979306.522472:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522474:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.522475:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522477:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979306.522478:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979306.522481:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979306.522484:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979306.522486:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979306.522489:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979306.522496:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979306.522500:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979306.522503:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522508:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979306.522509:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.522511:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979306.522512:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979306.522514:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979306.522517:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979306.522520:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979306.522521:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979306.522523:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.522524:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979306.522527:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979306.522529:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979306.522532:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979306.522534:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979306.522537:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979306.522540:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559915392, portal 10
00000100:00000001:3.0:1783979306.522542:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979306.522543:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:3.0:1783979306.522548:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522553:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979306.522555:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979306.522557:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979306.522559:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559915392, offset 0
00000400:00000200:3.0:1783979306.522563:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979306.522567:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.522570:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979306.522573:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979306.522575:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979306.522578:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979306.522580:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979306.522582:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390352:390352:256:4294967295] 192.168.201.140@tcp LPNI seq info [390327:390327:8:4294967295]
00000400:00000200:3.0:1783979306.522586:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.522591:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979306.522595:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.522598:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979306.522602:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979306.522605:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979306.522609:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979306.522612:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1783979306.522615:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.522617:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979306.522620:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979306.522623:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979306.522626:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979306.522628:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979306.522630:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979306.522634:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.522643:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522649:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.522651:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979306.522654:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979306.522657:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979306.522660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979306.522662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304701454
00000100:00000001:3.0:1783979306.522664:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304705227
00000100:00000001:3.0:1783979306.522666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304701454
00000100:00000001:3.0:1783979306.522668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304705227
00000100:00000001:3.0:1783979306.522670:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979306.522672:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.522674:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979306.522677:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979306/real 1783979306]  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979306.522685:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979306.522686:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979306.522688:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979306.522690:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979306.522692:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979306.522694:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979306.522697:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979306.522704:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522710:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979306.522712:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522713:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.522714:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979306.522718:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522723:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979306.522727:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522734:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979306.522736:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522737:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.522738:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522739:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979306.522740:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979306.522741:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979306.522743:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979306.522745:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979306.522747:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979306.522752:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979306.522754:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979306.522756:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522759:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979306.522760:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.522762:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979306.522763:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979306.522765:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979306.522768:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979306.522771:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979306.522772:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979306.522774:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.522775:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979306.522778:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979306.522780:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979306.522783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979306.522785:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979306.522789:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979306.522792:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559915520, portal 4
00000100:00000001:3.0:1783979306.522793:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979306.522794:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:3.0:1783979306.522800:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522806:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979306.522809:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979306.522811:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979306.522814:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559915520, offset 0
00000400:00000200:3.0:1783979306.522817:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979306.522821:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.522824:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979306.522826:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979306.522827:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979306.522829:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979306.522830:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979306.522832:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390353:390353:256:4294967295] 192.168.201.140@tcp LPNI seq info [390328:390328:8:4294967295]
00000400:00000200:3.0:1783979306.522835:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.522839:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979306.522842:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.522844:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979306.522846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979306.522848:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979306.522853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979306.522855:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1783979306.522859:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.522860:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979306.522863:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979306.522866:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979306.522869:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979306.522870:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979306.522873:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979306.522877:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522884:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.522887:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522893:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.522894:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979306.522897:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979306.522900:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979306.522903:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979306.522905:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304701481
00000100:00000001:3.0:1783979306.522908:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304705227
00000100:00000001:3.0:1783979306.522910:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304701481
00000100:00000001:3.0:1783979306.522911:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304705227
00000100:00000001:3.0:1783979306.522913:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979306.522915:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.522917:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979306.522920:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979306/real 1783979306]  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979306.522928:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979306.522929:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979306.522931:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979306.522933:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979306.522935:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979306.522937:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979306.522940:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979306.522947:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522952:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979306.522954:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522955:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.522957:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979306.522960:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522966:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979306.522970:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.522977:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979306.522979:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522980:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.522981:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.522982:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979306.522983:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979306.522985:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979306.522987:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979306.522988:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979306.522991:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979306.522995:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979306.522998:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979306.522999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523003:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979306.523004:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.523005:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979306.523006:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979306.523007:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979306.523009:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979306.523011:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979306.523012:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979306.523013:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979306.523014:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979306.523016:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979306.523017:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979306.523019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979306.523022:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979306.523026:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979306.523028:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559915648, portal 4
00000100:00000001:3.0:1783979306.523030:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979306.523031:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423309568 : -128863286242048 : ffff8accad995500)
00000100:00000040:3.0:1783979306.523036:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523042:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979306.523044:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979306.523070:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979306.523075:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559915648, offset 0
00000400:00000200:3.0:1783979306.523079:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979306.523081:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.523083:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979306.523085:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979306.523087:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979306.523088:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979306.523090:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979306.523092:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390354:390354:256:4294967295] 192.168.201.140@tcp LPNI seq info [390329:390329:8:4294967295]
00000400:00000200:3.0:1783979306.523094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979306.523097:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979306.523100:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.523102:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979306.523105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979306.523106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1783979306.523109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979306.523110:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1783979306.523112:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979306.523114:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979306.523116:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979306.523117:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979306.523119:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979306.523120:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979306.523122:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979306.523124:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523129:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.523131:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523134:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.523135:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979306.523137:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979306.523139:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979306.523140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979306.523142:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304701484
00000100:00000001:3.0:1783979306.523143:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304705227
00000100:00000001:3.0:1783979306.523145:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304701484
00000100:00000001:3.0:1783979306.523146:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304705227
00000100:00000001:3.0:1783979306.523147:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979306.523148:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.523149:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979306.523151:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979306/real 1783979306]  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979306.523155:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979306.523156:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979306.523158:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979306.523159:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979306.523160:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979306.523161:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979306.523163:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979306.523167:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523171:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979306.523172:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.523174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979306.523178:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523184:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979306.523187:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523193:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979306.523196:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523197:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979306.523199:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523200:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979306.523201:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979306.523204:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979306.523207:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979306.523209:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979306.523213:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979306.523221:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979306.523223:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523225:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.523227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559915136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523231:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979306.523233:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979306.523234:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979306.523236:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979306.523238:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979306.523239:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979306.523240:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979306.523242:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:3.0:1783979306.523245:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979306.523246:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979306.523247:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:3.0:1783979306.523249:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979306.523250:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523251:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.523252:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559915264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523260:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979306.523261:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979306.523262:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783979306.523263:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979306.523263:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979306.523264:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979306.523265:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979306.523265:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:3.0:1783979306.523267:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979306.523267:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979306.523268:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:3.0:1783979306.523269:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979306.523270:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523270:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.523272:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559915392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523275:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979306.523276:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979306.523277:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979306.523278:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979306.523278:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979306.523279:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979306.523280:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979306.523281:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:3.0:1783979306.523282:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979306.523282:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979306.523283:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:3.0:1783979306.523284:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979306.523285:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523286:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.523287:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627559915520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523290:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979306.523291:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979306.523292:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979306.523293:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979306.523294:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979306.523295:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979306.523296:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979306.523297:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:3.0:1783979306.523298:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979306.523299:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979306.523299:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:3.0:1783979306.523300:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979306.523301:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523302:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979306.523303:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995500 x1870627559915648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979306.523306:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979306.523307:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979306.523308:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979306.523309:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979306.523309:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979306.523310:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979306.523311:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979306.523311:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:3.0:1783979306.523312:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979306.523313:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979306.523314:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995500.
00000100:00000001:3.0:1783979306.523315:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979306.523316:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523317:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979306.523325:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979306.523327:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979306.523329:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979306.523330:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979307.289195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979307.289202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979307.289208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979307.289209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979307.289212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979307.289213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979307.289287:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979307.289291:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979307.289293:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979308.313166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979308.313171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979308.313174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979308.313175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979308.313178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979308.313178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979309.337989:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979309.337994:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979309.337998:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979309.337999:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979309.338001:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979309.338002:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979310.361236:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979310.361241:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979310.361246:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361251:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979310.361254:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361256:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361259:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361264:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979310.361266:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979310.361267:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979310.361269:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361270:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979310.361271:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361273:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361275:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979310.361278:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979310.361280:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979310.362453:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304705227, at 4304705281
00000100:00000010:3.0:1783979310.362466:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c32a0.
00010000:00000001:1.0:1783979311.386144:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979311.386151:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979311.386157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979311.386158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979311.386162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979311.386163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979311.386295:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979311.386300:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979311.386303:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1783979311.643656:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979311.643661:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979311.643663:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979311.643669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.643677:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979311.643679:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.643683:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979311.643725:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979311.643728:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979311.643732:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559915776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979311.643736:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979311.643740:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979311.643742:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.643745:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979311.643749:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979311.643751:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979311.643756:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979311.643760:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979311.643766:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979311.643773:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559915776, portal 25
00000100:00000001:3.0:1783979311.643776:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979311.643778:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455235456 : -128863254316160 : ffff8accaf807b80)
00000100:00000040:3.0:1783979311.643782:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.643788:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979311.643791:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979311.644114:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979311.644118:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559915776, offset 0
00000400:00000200:3.0:1783979311.644125:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979311.644133:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.644139:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979311.644143:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979311.644146:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979311.644150:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979311.644153:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979311.644157:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390355:390355:256:4294967295] 192.168.201.140@tcp LPNI seq info [390330:390330:8:4294967295]
00000400:00000200:3.0:1783979311.644161:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.644170:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979311.644176:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.644181:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979311.644188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979311.644192:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979311.644197:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979311.644199:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1783979311.644203:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.644206:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979311.644210:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979311.644214:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979311.644219:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979311.644221:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979311.644225:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979311.644229:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.644238:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.644241:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.644247:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.644249:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979311.644255:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979311.644258:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979311.644261:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304710349
00000100:00000010:3.0:1783979311.644266:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3ea0.
00000100:00000001:3.0:1783979311.644272:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979311.644277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304710349
00000100:00000010:3.0:1783979311.644280:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3420.
00000100:00000001:3.0:1783979311.644282:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979311.644285:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979311.644288:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.644290:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979311.644294:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979311/real 1783979311]  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979311.644303:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979311.644305:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979311.644317:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979311.644320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979311.644322:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979311.644325:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979311.644328:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979311.644337:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.644343:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979311.644344:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.644346:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.644348:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979311.644352:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.644359:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979311.644364:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.644371:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979311.644373:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.644375:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.644376:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.644378:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979311.644380:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979311.644383:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979311.644387:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979311.644389:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979311.644393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979311.644401:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559915776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979311.644406:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979311.644409:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.644414:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979311.644416:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.644418:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979311.644419:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979311.644421:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979311.644424:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979311.645406:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979311.645409:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979311.645410:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.645412:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979311.645417:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979311.645419:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979311.645423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979311.645435:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979311.645440:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979311.645444:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559915904, portal 10
00000100:00000001:3.0:1783979311.645446:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979311.645448:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455234560 : -128863254317056 : ffff8accaf807800)
00000100:00000040:3.0:1783979311.645456:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645462:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979311.645464:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979311.645466:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979311.645468:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559915904, offset 0
00000400:00000200:3.0:1783979311.645473:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979311.645477:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.645481:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979311.645485:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979311.645487:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979311.645489:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979311.645491:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979311.645495:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390356:390356:256:4294967295] 192.168.201.140@tcp LPNI seq info [390331:390331:8:4294967295]
00000400:00000200:3.0:1783979311.645499:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.645504:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979311.645509:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.645512:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979311.645516:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979311.645518:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979311.645522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979311.645525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1783979311.645529:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.645530:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979311.645534:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979311.645537:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979311.645549:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979311.645551:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979311.645554:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979311.645558:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645570:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.645573:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645579:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.645581:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979311.645585:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979311.645588:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979311.645592:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979311.645594:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304706581
00000100:00000001:3.0:1783979311.645597:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304710349
00000100:00000001:3.0:1783979311.645599:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304706581
00000100:00000001:3.0:1783979311.645601:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304710349
00000100:00000001:3.0:1783979311.645603:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979311.645605:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.645607:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979311.645611:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979311/real 1783979311]  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979311.645619:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979311.645621:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979311.645622:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979311.645625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979311.645627:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979311.645629:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979311.645632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979311.645639:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645646:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979311.645648:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.645651:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.645652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979311.645656:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645663:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979311.645667:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645674:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979311.645676:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.645677:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.645678:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.645681:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979311.645683:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979311.645686:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979311.645689:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979311.645691:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979311.645695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979311.645703:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559915904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979311.645707:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979311.645710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645716:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979311.645717:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.645719:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979311.645721:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979311.645723:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979311.645726:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979311.645729:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979311.645732:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979311.645733:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.645735:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979311.645738:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979311.645740:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979311.645743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979311.645745:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979311.645747:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979311.645750:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559916032, portal 10
00000100:00000001:3.0:1783979311.645752:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979311.645753:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455225600 : -128863254326016 : ffff8accaf805500)
00000100:00000040:3.0:1783979311.645759:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645765:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979311.645767:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979311.645769:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979311.645772:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559916032, offset 0
00000400:00000200:3.0:1783979311.645775:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979311.645779:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.645783:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979311.645785:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979311.645787:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979311.645790:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979311.645803:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979311.645806:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390357:390357:256:4294967295] 192.168.201.140@tcp LPNI seq info [390332:390332:8:4294967295]
00000400:00000200:3.0:1783979311.645810:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.645815:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979311.645819:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.645823:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979311.645827:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979311.645829:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979311.645833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979311.645836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1783979311.645852:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.645854:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979311.645857:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979311.645860:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979311.645864:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979311.645865:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979311.645868:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979311.645872:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645879:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.645882:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645887:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.645889:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979311.645891:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979311.645894:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979311.645896:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979311.645898:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304706577
00000100:00000001:3.0:1783979311.645900:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304710349
00000100:00000001:3.0:1783979311.645903:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304706577
00000100:00000001:3.0:1783979311.645905:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304710349
00000100:00000001:3.0:1783979311.645907:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979311.645909:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.645911:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979311.645914:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979311/real 1783979311]  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979311.645920:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979311.645922:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979311.645923:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979311.645924:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979311.645925:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979311.645927:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979311.645929:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979311.645933:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645937:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979311.645938:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.645939:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.645939:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979311.645941:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645945:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979311.645947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645951:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979311.645953:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.645953:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.645954:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.645955:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979311.645956:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979311.645957:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979311.645959:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979311.645960:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979311.645962:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979311.645970:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979311.645973:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979311.645975:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.645979:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979311.645979:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.645981:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979311.645982:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979311.645983:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979311.645984:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979311.645986:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979311.645987:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979311.645988:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.645989:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979311.645991:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783979311.645993:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979311.645995:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979311.645997:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979311.645999:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979311.646001:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559916160, portal 4
00000100:00000001:3.0:1783979311.646002:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979311.646003:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455231872 : -128863254319744 : ffff8accaf806d80)
00000100:00000040:3.0:1783979311.646006:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646010:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979311.646011:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979311.646012:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979311.646014:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559916160, offset 0
00000400:00000200:3.0:1783979311.646016:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979311.646019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.646021:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979311.646023:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979311.646024:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979311.646026:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979311.646027:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979311.646029:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390358:390358:256:4294967295] 192.168.201.140@tcp LPNI seq info [390333:390333:8:4294967295]
00000400:00000200:3.0:1783979311.646031:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.646035:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979311.646037:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.646039:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979311.646041:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979311.646043:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979311.646045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979311.646047:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1783979311.646073:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.646075:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979311.646077:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979311.646081:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979311.646084:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979311.646086:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979311.646087:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979311.646090:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646095:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.646097:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646100:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.646101:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979311.646103:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979311.646105:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979311.646107:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979311.646109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304706605
00000100:00000001:3.0:1783979311.646111:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304710349
00000100:00000001:3.0:1783979311.646112:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304706605
00000100:00000001:3.0:1783979311.646113:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304710349
00000100:00000001:3.0:1783979311.646114:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979311.646115:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.646116:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979311.646118:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979311/real 1783979311]  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979311.646123:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979311.646124:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979311.646125:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979311.646126:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979311.646127:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979311.646128:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979311.646130:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979311.646134:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646138:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979311.646138:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.646140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979311.646142:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646145:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979311.646147:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646151:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979311.646153:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646153:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.646154:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646155:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979311.646156:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979311.646158:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979311.646160:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979311.646161:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979311.646163:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979311.646167:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979311.646169:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979311.646171:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646174:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979311.646175:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.646176:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979311.646177:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979311.646178:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979311.646180:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979311.646182:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979311.646183:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979311.646184:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979311.646185:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979311.646187:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979311.646188:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979311.646190:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979311.646191:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979311.646193:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979311.646195:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559916288, portal 4
00000100:00000001:3.0:1783979311.646197:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979311.646197:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455228288 : -128863254323328 : ffff8accaf805f80)
00000100:00000040:3.0:1783979311.646201:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646204:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979311.646205:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979311.646207:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979311.646208:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559916288, offset 0
00000400:00000200:3.0:1783979311.646210:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979311.646212:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.646214:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979311.646216:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979311.646217:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979311.646218:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979311.646220:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979311.646221:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390359:390359:256:4294967295] 192.168.201.140@tcp LPNI seq info [390334:390334:8:4294967295]
00000400:00000200:3.0:1783979311.646224:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979311.646227:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979311.646230:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.646231:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979311.646234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979311.646235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1783979311.646237:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979311.646239:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1783979311.646241:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979311.646242:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979311.646244:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979311.646246:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979311.646248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979311.646249:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979311.646250:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979311.646252:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646260:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.646262:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646265:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.646266:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979311.646267:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979311.646269:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979311.646270:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979311.646271:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304706607
00000100:00000001:3.0:1783979311.646273:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304710349
00000100:00000001:3.0:1783979311.646274:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304706607
00000100:00000001:3.0:1783979311.646275:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304710349
00000100:00000001:3.0:1783979311.646276:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979311.646278:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.646278:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979311.646280:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979311/real 1783979311]  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979311.646284:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979311.646285:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979311.646285:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979311.646287:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979311.646287:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979311.646288:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979311.646290:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979311.646294:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646298:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979311.646299:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646300:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.646301:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979311.646303:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646319:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979311.646323:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646328:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979311.646330:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646332:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979311.646333:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646335:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979311.646336:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979311.646339:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979311.646342:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979311.646344:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979311.646348:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979311.646355:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979311.646359:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646361:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.646364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807b80 x1870627559915776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646369:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979311.646370:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979311.646372:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979311.646374:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979311.646376:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979311.646377:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979311.646379:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979311.646380:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:3.0:1783979311.646383:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979311.646384:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979311.646385:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807b80.
00000100:00000001:3.0:1783979311.646387:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979311.646388:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646389:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.646391:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807800 x1870627559915904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646395:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979311.646395:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979311.646396:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979311.646398:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979311.646398:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979311.646399:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979311.646400:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979311.646401:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:3.0:1783979311.646402:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979311.646402:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979311.646403:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807800.
00000100:00000001:3.0:1783979311.646404:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979311.646405:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646406:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.646407:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805500 x1870627559916032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646410:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979311.646411:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979311.646412:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783979311.646413:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979311.646413:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979311.646414:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979311.646415:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979311.646415:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8400.
02000000:00000001:3.0:1783979311.646416:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979311.646417:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979311.646418:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805500.
00000100:00000001:3.0:1783979311.646419:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979311.646420:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646421:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.646423:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806d80 x1870627559916160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646426:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979311.646427:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979311.646427:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783979311.646428:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979311.646429:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979311.646430:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979311.646430:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979311.646431:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba400.
02000000:00000001:3.0:1783979311.646432:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979311.646433:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979311.646433:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806d80.
00000100:00000001:3.0:1783979311.646435:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979311.646436:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646437:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979311.646438:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805f80 x1870627559916288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979311.646441:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979311.646442:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979311.646442:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979311.646443:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979311.646444:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979311.646445:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979311.646445:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979311.646446:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb400.
02000000:00000001:3.0:1783979311.646447:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979311.646448:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979311.646448:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805f80.
00000100:00000001:3.0:1783979311.646449:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979311.646450:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646452:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979311.646457:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979311.646459:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979311.646460:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979311.646462:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979312.409171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979312.409178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979312.409182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979312.409183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979312.409187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979312.409188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1783979312.537373:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00010000:00000001:1.0:1783979313.434472:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979313.434480:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979313.434484:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979313.434485:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979313.434488:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979313.434491:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979313.434493:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979313.434497:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979313.434501:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979313.434503:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979313.434504:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979313.434507:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979314.457179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979314.457186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979314.457192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979314.457193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979314.457197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979314.457198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979315.482359:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304710349, at 4304710401
00000100:00000010:3.0:1783979315.482365:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3420.
00010000:00000001:1.0:1783979315.482709:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979315.482713:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979315.482718:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979315.482719:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979315.482722:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979315.482723:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979316.505450:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979316.505456:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979316.505460:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979316.505461:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979316.505463:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979316.505464:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979316.761274:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979316.761282:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979316.761283:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979316.761287:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979316.761290:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979316.761296:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10039
00000400:00000200:3.0:1783979316.761303:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979316.761308:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979316.761310:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979316.761313:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761315:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761317:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761318:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979316.761321:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979316.761323:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979316.761324:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979316.761327:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979316.761328:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979316.761329:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979316.761331:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761332:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761333:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761335:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979316.761337:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979316.761339:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761341:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979316.761343:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979316.761345:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979316.761347:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761348:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979316.761350:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979316.761358:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979316.761360:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979316.761363:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979316.761364:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761366:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979316.761369:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979316.761371:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979316.761377:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979316.761382:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979316.761388:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979316.761395:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979316.761398:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979316.761402:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979316.761421:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979316.761423:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979316.761425:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979316.761426:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979316.761427:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979316.761429:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979316.761430:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10039
00000400:00000200:3.0:1783979316.761432:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979316.761434:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979316.761436:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979316.761438:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761439:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761440:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761441:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979316.761443:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979316.761443:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979316.761444:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979316.761445:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979316.761446:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979316.761447:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979316.761449:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761450:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761451:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761452:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979316.761453:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979316.761455:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761456:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979316.761457:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979316.761460:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979316.761462:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761463:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979316.761466:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979316.761468:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761469:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979316.761472:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979316.761473:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979316.761474:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979316.761475:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761476:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979316.761477:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979316.761478:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979316.761480:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979316.761482:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979316.761485:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979316.761490:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979316.761491:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979316.761493:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979316.761497:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979316.761499:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979316.761502:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979316.761502:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979316.761503:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979316.761504:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979316.761506:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10039
00000400:00000200:3.0:1783979316.761508:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979316.761510:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979316.761511:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979316.761513:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761514:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761515:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761516:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979316.761517:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979316.761517:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979316.761518:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979316.761519:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979316.761520:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979316.761521:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979316.761523:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761524:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761525:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761526:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979316.761528:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979316.761530:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761531:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979316.761532:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979316.761533:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979316.761534:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761535:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979316.761536:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979316.761537:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761538:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979316.761540:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979316.761541:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979316.761542:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979316.761543:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761544:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979316.761544:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979316.761545:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979316.761547:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979316.761548:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979316.761550:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979316.761554:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979316.761555:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979316.761557:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979316.761561:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979316.761563:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979316.761565:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979316.761566:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979316.761567:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979316.761568:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979316.761570:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10039
00000400:00000200:3.0:1783979316.761572:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979316.761573:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979316.761574:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979316.761576:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761576:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761577:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761578:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979316.761579:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979316.761580:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979316.761581:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979316.761582:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979316.761583:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979316.761584:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979316.761585:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761586:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761587:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761588:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979316.761589:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979316.761591:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761592:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979316.761592:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979316.761594:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979316.761595:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761596:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979316.761597:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979316.761598:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761599:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979316.761601:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979316.761602:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979316.761604:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979316.761605:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761606:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979316.761606:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979316.761607:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979316.761609:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979316.761610:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979316.761612:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979316.761616:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979316.761617:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979316.761619:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979316.761622:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979316.761624:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979316.761625:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979316.761626:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979316.761627:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979316.761628:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979316.761629:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10039
00000400:00000200:3.0:1783979316.761631:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979316.761632:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979316.761633:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979316.761635:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761635:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761636:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761637:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979316.761638:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979316.761639:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979316.761640:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979316.761641:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979316.761643:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979316.761644:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979316.761646:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761647:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979316.761648:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761649:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979316.761650:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979316.761651:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979316.761652:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979316.761653:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979316.761654:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979316.761655:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761656:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979316.761657:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979316.761658:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761659:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979316.761660:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979316.761662:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979316.761663:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979316.761663:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979316.761664:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979316.761665:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979316.761666:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979316.761667:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979316.761669:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979316.761671:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979316.761674:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979316.761675:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979316.761678:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979316.761682:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979316.761685:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10049)
00000100:00000001:1.0:1783979316.763291:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979316.763298:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979316.763301:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979316.763309:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763317:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979316.763318:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.763321:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979316.763324:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979316.763326:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979316.763328:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559916416:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979316.763331:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979316.763335:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979316.763336:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.763338:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979316.763344:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979316.763345:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979316.763350:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979316.763354:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979316.763359:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979316.763364:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559916416, portal 25
00000100:00000001:1.0:1783979316.763365:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979316.763366:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:1.0:1783979316.763370:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763375:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979316.763377:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979316.763378:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979316.763381:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559916416, offset 0
00000400:00000200:1.0:1783979316.763385:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979316.763391:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.763395:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979316.763399:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979316.763402:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979316.763405:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979316.763406:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979316.763409:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390360:390360:256:4294967295] 192.168.201.140@tcp LPNI seq info [390335:390335:8:4294967295]
00000400:00000200:1.0:1783979316.763412:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.763419:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979316.763422:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.763426:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979316.763431:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979316.763434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979316.763438:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979316.763440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979316.763442:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.763444:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979316.763449:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979316.763452:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979316.763457:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979316.763458:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979316.763461:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979316.763463:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763470:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.763472:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763476:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.763477:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979316.763481:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979316.763483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979316.763486:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304715468
00000100:00000010:1.0:1783979316.763489:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd600.
00000100:00000001:1.0:1783979316.763494:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783979316.763498:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304715468
00000100:00000010:1.0:1783979316.763500:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cdea0.
00000100:00000001:1.0:1783979316.763502:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979316.763516:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979316.763518:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.763520:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979316.763522:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979316/real 1783979316]  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979316.763528:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979316.763529:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979316.763531:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979316.763532:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979316.763533:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979316.763535:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979316.763537:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979316.763542:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763546:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979316.763548:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763549:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.763550:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979316.763552:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763556:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979316.763558:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763562:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979316.763564:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763565:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.763565:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763567:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979316.763568:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979316.763570:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979316.763573:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979316.763574:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979316.763576:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979316.763581:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559916416:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979316.763583:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979316.763585:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763590:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979316.763591:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.763592:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979316.763593:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979316.763595:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979316.763596:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979316.763598:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979316.763599:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979316.763600:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.763601:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979316.763603:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979316.763604:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979316.763606:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979316.763607:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979316.763609:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979316.763611:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559916544, portal 10
00000100:00000001:1.0:1783979316.763612:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979316.763613:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:1.0:1783979316.763617:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763621:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979316.763622:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979316.763624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979316.763625:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559916544, offset 0
00000400:00000200:1.0:1783979316.763627:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979316.763629:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.763631:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979316.763633:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979316.763634:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979316.763636:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979316.763637:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979316.763639:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390361:390361:256:4294967295] 192.168.201.140@tcp LPNI seq info [390336:390336:8:4294967295]
00000400:00000200:1.0:1783979316.763641:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.763645:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979316.763648:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.763650:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979316.763652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979316.763653:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979316.763656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979316.763657:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979316.763660:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.763661:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979316.763662:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979316.763664:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979316.763666:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979316.763667:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979316.763668:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979316.763670:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763675:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.763676:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763680:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.763681:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979316.763682:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979316.763685:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979316.763687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979316.763688:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304711699
00000100:00000001:1.0:1783979316.763690:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304715468
00000100:00000001:1.0:1783979316.763691:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304711699
00000100:00000001:1.0:1783979316.763692:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304715468
00000100:00000001:1.0:1783979316.763694:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979316.763695:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.763696:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979316.763698:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979316/real 1783979316]  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979316.763703:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979316.763704:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979316.763705:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979316.763706:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979316.763707:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979316.763708:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979316.763709:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979316.763713:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763717:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979316.763718:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763719:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.763720:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979316.763722:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763725:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979316.763727:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763731:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979316.763732:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763733:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.763733:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763734:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979316.763735:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979316.763736:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979316.763738:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979316.763739:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979316.763742:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979316.763746:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979316.763748:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979316.763750:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763754:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979316.763754:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.763756:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979316.763756:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979316.763757:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979316.763759:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979316.763760:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979316.763762:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979316.763762:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.763763:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979316.763765:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783979316.763766:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979316.763768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979316.763769:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979316.763770:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979316.763772:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559916672, portal 10
00000100:00000001:1.0:1783979316.763773:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979316.763774:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:1.0:1783979316.763777:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763781:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979316.763782:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979316.763783:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979316.763784:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559916672, offset 0
00000400:00000200:1.0:1783979316.763787:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979316.763789:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.763790:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979316.763792:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979316.763794:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979316.763795:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979316.763796:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979316.763798:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390362:390362:256:4294967295] 192.168.201.140@tcp LPNI seq info [390337:390337:8:4294967295]
00000400:00000200:1.0:1783979316.763801:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.763804:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979316.763806:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.763808:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979316.763810:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979316.763811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979316.763813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979316.763815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979316.763817:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.763819:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979316.763820:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979316.763822:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979316.763824:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979316.763824:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979316.763826:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979316.763827:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763831:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.763833:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763836:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.763837:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979316.763839:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979316.763841:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979316.763844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979316.763846:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304711695
00000100:00000001:1.0:1783979316.763848:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304715468
00000100:00000001:1.0:1783979316.763850:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304711695
00000100:00000001:1.0:1783979316.763852:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304715468
00000100:00000001:1.0:1783979316.763853:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979316.763855:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.763857:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979316.763860:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979316/real 1783979316]  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979316.763867:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979316.763868:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979316.763870:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979316.763872:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979316.763873:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979316.763875:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979316.763878:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979316.763886:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763893:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979316.763894:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763896:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.763897:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979316.763900:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763904:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979316.763906:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763910:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979316.763912:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763912:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.763913:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.763914:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979316.763915:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979316.763917:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979316.763918:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979316.763919:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979316.763921:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979316.763925:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979316.763927:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979316.763929:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763934:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979316.763935:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.763936:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979316.763937:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979316.763938:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979316.763939:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979316.763941:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979316.763942:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979316.763944:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.763945:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979316.763947:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65bc00.
02000000:00000001:1.0:1783979316.763948:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979316.763950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979316.763952:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979316.763954:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979316.763956:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559916800, portal 4
00000100:00000001:1.0:1783979316.763958:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979316.763959:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:1.0:1783979316.763962:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.763966:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979316.763968:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979316.763969:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979316.763970:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559916800, offset 0
00000400:00000200:1.0:1783979316.763972:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979316.763975:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.763976:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979316.763978:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979316.763980:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979316.763981:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979316.763982:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979316.763984:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390363:390363:256:4294967295] 192.168.201.140@tcp LPNI seq info [390338:390338:8:4294967295]
00000400:00000200:1.0:1783979316.763986:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.763990:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979316.763993:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.763995:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979316.763997:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979316.763998:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979316.764001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979316.764002:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979316.764004:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.764006:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979316.764007:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979316.764009:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979316.764011:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979316.764012:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979316.764013:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979316.764015:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764023:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.764025:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764028:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.764029:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979316.764031:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979316.764032:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979316.764034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979316.764035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304711722
00000100:00000001:1.0:1783979316.764036:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304715468
00000100:00000001:1.0:1783979316.764037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304711722
00000100:00000001:1.0:1783979316.764039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304715468
00000100:00000001:1.0:1783979316.764040:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979316.764041:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.764042:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979316.764044:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979316/real 1783979316]  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979316.764071:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979316.764072:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979316.764073:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979316.764075:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979316.764076:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979316.764078:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979316.764082:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979316.764089:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764095:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979316.764096:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764098:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.764100:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979316.764103:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764109:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979316.764113:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764120:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979316.764122:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764123:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.764124:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764126:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979316.764128:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979316.764130:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979316.764133:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979316.764135:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979316.764139:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979316.764147:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979316.764151:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979316.764155:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764161:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979316.764162:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.764163:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979316.764164:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979316.764166:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979316.764168:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979316.764170:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979316.764171:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979316.764172:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979316.764173:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979316.764176:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979316.764177:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979316.764179:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979316.764181:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979316.764183:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979316.764185:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559916928, portal 4
00000100:00000001:1.0:1783979316.764186:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979316.764187:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:1.0:1783979316.764190:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764194:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979316.764196:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979316.764197:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979316.764198:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559916928, offset 0
00000400:00000200:1.0:1783979316.764200:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979316.764203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.764205:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979316.764206:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979316.764208:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979316.764209:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979316.764211:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979316.764212:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390364:390364:256:4294967295] 192.168.201.140@tcp LPNI seq info [390339:390339:8:4294967295]
00000400:00000200:1.0:1783979316.764215:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979316.764231:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979316.764236:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.764239:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979316.764246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979316.764249:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1783979316.764252:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979316.764254:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1783979316.764257:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979316.764259:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979316.764262:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979316.764265:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979316.764268:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979316.764269:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979316.764272:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979316.764275:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764281:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.764284:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764289:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.764291:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979316.764293:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979316.764296:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979316.764299:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979316.764300:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304711725
00000100:00000001:1.0:1783979316.764302:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304715468
00000100:00000001:1.0:1783979316.764304:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304711725
00000100:00000001:1.0:1783979316.764306:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304715468
00000100:00000001:1.0:1783979316.764308:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979316.764310:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.764312:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979316.764315:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979316/real 1783979316]  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979316.764321:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979316.764323:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979316.764325:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979316.764326:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979316.764328:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979316.764330:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979316.764333:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979316.764339:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764345:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979316.764346:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764348:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.764349:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979316.764352:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764358:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979316.764362:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764368:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979316.764370:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764371:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979316.764372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764374:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979316.764375:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979316.764377:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979316.764380:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979316.764382:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979316.764386:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979316.764399:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559916928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979316.764402:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.764408:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559916416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764414:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979316.764416:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979316.764418:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979316.764421:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979316.764423:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979316.764425:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979316.764427:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979316.764430:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:1.0:1783979316.764433:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979316.764434:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979316.764436:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:1.0:1783979316.764440:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979316.764441:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764442:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.764446:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559916544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764452:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979316.764453:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979316.764454:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979316.764457:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979316.764458:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979316.764459:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979316.764460:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979316.764462:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:1.0:1783979316.764464:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979316.764465:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979316.764466:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:1.0:1783979316.764468:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979316.764469:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764471:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.764473:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559916672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764479:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979316.764481:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979316.764482:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783979316.764484:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979316.764485:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979316.764486:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979316.764488:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979316.764489:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:1.0:1783979316.764491:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979316.764492:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979316.764493:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:1.0:1783979316.764495:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979316.764496:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764498:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.764501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559916800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764507:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979316.764508:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979316.764509:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:1.0:1783979316.764511:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979316.764512:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979316.764513:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979316.764515:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979316.764516:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:1.0:1783979316.764518:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979316.764519:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979316.764520:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:1.0:1783979316.764522:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979316.764524:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764525:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979316.764528:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559916928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979316.764534:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979316.764535:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979316.764537:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979316.764539:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979316.764540:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979316.764541:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979316.764543:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979316.764544:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:1.0:1783979316.764546:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979316.764547:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979316.764548:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:1.0:1783979316.764550:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979316.764551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764553:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979316.764560:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979316.764563:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979316.764565:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979316.764567:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979317.529159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979317.529166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979317.529171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979317.529172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979317.529175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979317.529176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979318.553545:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979318.553554:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979318.553560:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979318.553561:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979318.553563:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979318.553564:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979319.577252:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979319.577255:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979319.577259:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577266:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979319.577268:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577271:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577273:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577278:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979319.577280:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979319.577281:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979319.577282:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577285:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979319.577286:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577287:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577289:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979319.577293:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979319.577294:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979320.601147:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304715468, at 4304715520
00000100:00000010:3.0:1783979320.601174:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cdea0.
00010000:00000001:1.0:1783979320.601285:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979320.601288:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979320.601292:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979320.601293:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979320.601296:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979320.601298:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979321.625280:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979321.625286:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979321.625292:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979321.625294:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979321.625297:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979321.625299:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979321.625412:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979321.625417:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979321.625420:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1783979321.882409:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979321.882413:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979321.882416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979321.882422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882430:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979321.882433:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.882436:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979321.882439:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979321.882441:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979321.882445:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559917056:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979321.882449:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979321.882454:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979321.882456:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.882459:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979321.882465:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65bc00.
02000000:00000001:1.0:1783979321.882467:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979321.882474:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979321.882479:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979321.882485:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979321.882492:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559917056, portal 25
00000100:00000001:1.0:1783979321.882495:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979321.882496:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230976 : -128863254320640 : ffff8accaf806a00)
00000100:00000040:1.0:1783979321.882502:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882510:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979321.882513:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979321.882516:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979321.882519:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559917056, offset 0
00000400:00000200:1.0:1783979321.882526:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979321.882534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.882553:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979321.882559:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979321.882563:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979321.882566:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979321.882570:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979321.882573:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390365:390365:256:4294967295] 192.168.201.140@tcp LPNI seq info [390340:390340:8:4294967295]
00000400:00000200:1.0:1783979321.882578:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.882598:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979321.882605:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.882610:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979321.882617:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979321.882621:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979321.882626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979321.882630:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979321.882635:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.882638:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979321.882644:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979321.882649:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979321.882654:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979321.882657:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979321.882661:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979321.882665:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882674:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.882677:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882684:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.882686:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979321.882692:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979321.882695:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979321.882698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304720587
00000100:00000010:1.0:1783979321.882703:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd120.
00000100:00000001:1.0:1783979321.882710:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783979321.882715:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304720587
00000100:00000010:1.0:1783979321.882719:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd600.
00000100:00000001:1.0:1783979321.882722:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979321.882739:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979321.882742:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.882753:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979321.882758:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979321/real 1783979321]  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979321.882767:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979321.882769:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979321.882771:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979321.882773:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979321.882775:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979321.882777:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979321.882782:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979321.882790:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882796:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979321.882797:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.882800:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.882801:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979321.882805:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882811:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979321.882815:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882821:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979321.882823:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.882824:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.882826:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.882828:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979321.882830:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979321.882832:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979321.882835:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979321.882838:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979321.882841:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979321.882849:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559917056:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979321.882853:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979321.882855:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882866:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979321.882867:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.882869:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979321.882871:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979321.882873:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979321.882876:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979321.882879:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979321.882880:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979321.882882:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.882883:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979321.882887:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783979321.882889:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979321.882892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979321.882895:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979321.882898:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979321.882901:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559917184, portal 10
00000100:00000001:1.0:1783979321.882902:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979321.882904:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455226496 : -128863254325120 : ffff8accaf805880)
00000100:00000040:1.0:1783979321.882911:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.882917:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979321.882919:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979321.882921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979321.882923:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559917184, offset 0
00000400:00000200:1.0:1783979321.882928:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979321.882932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.882935:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979321.882938:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979321.882940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979321.882942:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979321.882945:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979321.882948:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390366:390366:256:4294967295] 192.168.201.140@tcp LPNI seq info [390341:390341:8:4294967295]
00000400:00000200:1.0:1783979321.882951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.882957:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979321.882962:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.882965:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979321.882968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979321.882971:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979321.882974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979321.882977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979321.882981:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.882982:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979321.882985:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979321.882987:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979321.882990:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979321.882992:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979321.882994:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979321.882997:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883004:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.883007:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883013:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.883015:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979321.883018:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979321.883022:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979321.883025:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979321.883027:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304716818
00000100:00000001:1.0:1783979321.883030:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304720587
00000100:00000001:1.0:1783979321.883032:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304716818
00000100:00000001:1.0:1783979321.883034:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304720587
00000100:00000001:1.0:1783979321.883036:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979321.883038:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.883040:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979321.883044:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979321/real 1783979321]  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979321.883082:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979321.883083:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979321.883085:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979321.883087:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979321.883089:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979321.883091:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979321.883094:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979321.883102:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883109:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979321.883110:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883112:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.883113:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979321.883117:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883124:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979321.883127:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883163:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979321.883165:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883166:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.883168:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883169:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979321.883171:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979321.883174:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979321.883177:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979321.883179:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979321.883183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979321.883190:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979321.883194:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979321.883197:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883203:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979321.883205:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.883207:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979321.883209:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979321.883211:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979321.883213:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979321.883217:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979321.883219:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979321.883220:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.883222:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979321.883225:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979321.883227:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979321.883230:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979321.883233:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979321.883236:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979321.883238:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559917312, portal 10
00000100:00000001:1.0:1783979321.883240:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979321.883241:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455232768 : -128863254318848 : ffff8accaf807100)
00000100:00000040:1.0:1783979321.883246:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883252:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979321.883255:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979321.883257:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979321.883259:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559917312, offset 0
00000400:00000200:1.0:1783979321.883263:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979321.883267:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.883270:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979321.883272:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979321.883275:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979321.883277:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979321.883279:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979321.883282:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390367:390367:256:4294967295] 192.168.201.140@tcp LPNI seq info [390342:390342:8:4294967295]
00000400:00000200:1.0:1783979321.883286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.883293:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979321.883296:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.883299:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979321.883302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979321.883305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979321.883309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979321.883322:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979321.883325:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.883327:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979321.883330:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979321.883334:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979321.883336:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979321.883338:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979321.883340:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979321.883343:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883351:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.883354:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883361:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.883363:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979321.883365:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979321.883368:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979321.883371:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979321.883373:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304716815
00000100:00000001:1.0:1783979321.883375:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304720587
00000100:00000001:1.0:1783979321.883377:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304716815
00000100:00000001:1.0:1783979321.883379:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304720587
00000100:00000001:1.0:1783979321.883381:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979321.883382:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.883384:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979321.883387:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979321/real 1783979321]  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979321.883394:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979321.883396:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979321.883397:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979321.883399:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979321.883401:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979321.883402:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979321.883405:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979321.883414:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883419:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979321.883420:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883422:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.883423:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979321.883426:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883432:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979321.883436:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883443:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979321.883446:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883447:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.883448:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883450:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979321.883451:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979321.883453:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979321.883456:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979321.883457:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979321.883461:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979321.883468:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979321.883471:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979321.883474:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883481:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979321.883482:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.883484:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979321.883486:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979321.883488:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979321.883490:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979321.883493:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979321.883494:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979321.883496:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.883497:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979321.883500:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979321.883501:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979321.883504:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979321.883506:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979321.883509:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979321.883512:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559917440, portal 4
00000100:00000001:1.0:1783979321.883514:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979321.883515:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455223808 : -128863254327808 : ffff8accaf804e00)
00000100:00000040:1.0:1783979321.883519:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883525:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979321.883527:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979321.883529:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979321.883531:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559917440, offset 0
00000400:00000200:1.0:1783979321.883534:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979321.883537:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.883540:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979321.883542:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979321.883544:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979321.883546:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979321.883548:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979321.883551:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390368:390368:256:4294967295] 192.168.201.140@tcp LPNI seq info [390343:390343:8:4294967295]
00000400:00000200:1.0:1783979321.883555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.883560:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979321.883565:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.883567:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979321.883570:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979321.883573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979321.883576:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979321.883579:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979321.883582:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.883584:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979321.883587:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979321.883590:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979321.883592:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979321.883594:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979321.883596:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979321.883599:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883606:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.883608:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883615:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.883616:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979321.883618:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979321.883621:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979321.883623:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979321.883625:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304716842
00000100:00000001:1.0:1783979321.883627:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304720587
00000100:00000001:1.0:1783979321.883629:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304716842
00000100:00000001:1.0:1783979321.883631:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304720587
00000100:00000001:1.0:1783979321.883632:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979321.883634:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.883635:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979321.883638:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979321/real 1783979321]  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979321.883645:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979321.883646:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979321.883648:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979321.883649:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979321.883651:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979321.883652:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979321.883655:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979321.883664:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883670:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979321.883671:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883673:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.883674:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979321.883678:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883684:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979321.883687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883693:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979321.883695:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883697:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.883698:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883699:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979321.883701:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979321.883703:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979321.883705:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979321.883707:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979321.883710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979321.883718:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979321.883721:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979321.883724:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883730:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979321.883731:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.883734:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979321.883735:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979321.883737:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979321.883739:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979321.883753:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979321.883755:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979321.883756:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979321.883758:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979321.883761:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979321.883762:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979321.883765:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979321.883768:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979321.883770:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979321.883773:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559917568, portal 4
00000100:00000001:1.0:1783979321.883774:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979321.883776:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455233664 : -128863254317952 : ffff8accaf807480)
00000100:00000040:1.0:1783979321.883780:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883787:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979321.883789:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979321.883791:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979321.883793:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559917568, offset 0
00000400:00000200:1.0:1783979321.883796:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979321.883799:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.883802:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979321.883804:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979321.883806:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979321.883808:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979321.883810:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979321.883813:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390369:390369:256:4294967295] 192.168.201.140@tcp LPNI seq info [390344:390344:8:4294967295]
00000400:00000200:1.0:1783979321.883817:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979321.883823:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979321.883827:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.883830:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979321.883833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979321.883836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1783979321.883840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979321.883842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1783979321.883846:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979321.883848:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979321.883850:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979321.883853:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979321.883856:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979321.883857:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979321.883859:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979321.883862:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883869:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.883872:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979346 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883878:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.883879:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979321.883881:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979321.883884:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979321.883887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979321.883889:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304716844
00000100:00000001:1.0:1783979321.883891:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304720587
00000100:00000001:1.0:1783979321.883893:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304716844
00000100:00000001:1.0:1783979321.883895:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304720587
00000100:00000001:1.0:1783979321.883898:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979321.883900:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.883901:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979321.883905:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979321/real 1783979321]  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979321.883914:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979321.883915:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979321.883917:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979321.883919:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979321.883920:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979321.883923:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979321.883925:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979321.883934:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883940:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979321.883941:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883943:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.883944:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979321.883947:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883953:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979321.883957:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.883963:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979321.883965:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883966:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979321.883967:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883969:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979321.883970:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979321.883972:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979321.883975:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979321.883977:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979321.883981:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979321.883988:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979321.883991:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.883993:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.883996:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806a00 x1870627559917056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.884003:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979321.884006:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979321.884008:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:1.0:1783979321.884010:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979321.884012:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979321.884014:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979321.884016:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979321.884019:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba400.
02000000:00000001:1.0:1783979321.884022:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979321.884023:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979321.884025:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806a00.
00000100:00000001:1.0:1783979321.884028:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979321.884030:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.884031:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.884034:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805880 x1870627559917184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.884040:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979321.884041:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979321.884042:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783979321.884044:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979321.884045:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979321.884046:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979321.884066:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979321.884067:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8400.
02000000:00000001:1.0:1783979321.884069:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979321.884070:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979321.884072:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805880.
00000100:00000001:1.0:1783979321.884074:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979321.884075:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.884077:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.884080:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807100 x1870627559917312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.884086:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979321.884087:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979321.884088:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979321.884090:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979321.884091:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979321.884092:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979321.884094:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979321.884095:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:1.0:1783979321.884097:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979321.884098:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979321.884099:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807100.
00000100:00000001:1.0:1783979321.884100:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979321.884101:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.884103:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.884105:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804e00 x1870627559917440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.884111:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979321.884112:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979321.884113:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:1.0:1783979321.884115:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979321.884116:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979321.884117:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979321.884118:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979321.884119:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:1.0:1783979321.884121:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979321.884122:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979321.884123:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804e00.
00000100:00000001:1.0:1783979321.884125:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979321.884126:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.884127:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979321.884140:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807480 x1870627559917568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979346 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979321.884147:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979321.884148:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979321.884150:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979321.884152:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979321.884152:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979321.884154:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979321.884155:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979321.884157:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:1.0:1783979321.884159:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979321.884160:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979321.884161:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807480.
00000100:00000001:1.0:1783979321.884163:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979321.884164:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.884165:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979321.884172:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979321.884174:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979321.884176:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979321.884178:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979322.649193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979322.649200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979322.649204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979322.649205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979322.649209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979322.649210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979323.673190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979323.673196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979323.673202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979323.673203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979323.673206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979323.673210:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979323.673212:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979323.673215:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979323.673218:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979323.673220:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979323.673221:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979323.673224:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979324.697230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979324.697240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979324.697247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979324.697249:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979324.697253:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979324.697254:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979325.721180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979325.721186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979325.721194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979325.721196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979325.721257:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304720587, at 4304720640
00000100:00000010:3.0:1783979325.721263:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd600.
00010000:00000001:1.0:1783979325.721641:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979325.721644:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979325.721682:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979325.721685:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979325.721688:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979326.746236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979326.746251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979326.746256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979326.746257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979326.746261:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979326.746262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979327.001204:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979327.001212:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979327.001213:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979327.001216:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979327.001219:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979327.001225:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10049
00000400:00000200:1.0:1783979327.001233:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979327.001239:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979327.001241:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979327.001244:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001247:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.001250:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001252:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979327.001256:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979327.001258:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979327.001261:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979327.001264:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979327.001266:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979327.001268:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979327.001271:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001273:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.001275:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001277:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979327.001279:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979327.001282:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001285:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979327.001288:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979327.001291:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979327.001294:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.001296:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979327.001298:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979327.001307:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979327.001311:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979327.001314:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979327.001316:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.001319:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979327.001322:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979327.001325:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979327.001333:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979327.001339:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979327.001348:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979327.001357:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979327.001361:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979327.001366:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.001432:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979327.001437:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979327.001439:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979327.001446:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.001454:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979327.001455:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.001459:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979327.001462:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979327.001464:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.001468:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559917696:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979327.001471:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979327.001475:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979327.001478:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.001480:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979327.001485:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979327.001487:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979327.001492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979327.001496:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979327.001503:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979327.001509:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559917696, portal 25
00000100:00000001:3.0:1783979327.001511:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979327.001513:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:3.0:1783979327.001518:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.001526:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979327.001528:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979327.001540:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979327.001544:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559917696, offset 0
00000400:00000200:3.0:1783979327.001550:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979327.001557:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.001563:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979327.001568:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979327.001572:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979327.001575:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979327.001577:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979327.001581:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390370:390370:256:4294967295] 192.168.201.140@tcp LPNI seq info [390345:390345:8:4294967295]
00000100:00000001:1.0:1783979327.001691:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979327.001695:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979327.001698:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979327.001700:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979327.001701:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979327.001704:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979327.001707:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10049
00000400:00000200:1.0:1783979327.001712:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979327.001715:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979327.001717:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979327.001719:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001722:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.001724:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001726:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979327.001728:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979327.001729:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979327.001731:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979327.001733:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979327.001735:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979327.001737:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979327.001740:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001741:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.001743:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001745:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979327.001747:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979327.001750:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001752:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979327.001754:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979327.001759:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979327.001761:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.001763:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979327.001768:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979327.001771:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.001773:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979327.001776:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783979327.001779:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979327.001781:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979327.001782:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.001784:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979327.001785:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979327.001787:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979327.001791:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979327.001794:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979327.001799:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979327.001807:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979327.001809:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979327.001813:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979327.001821:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979327.001823:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979327.001827:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979327.001828:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979327.001830:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979327.001832:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979327.001834:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10049
00000400:00000200:1.0:1783979327.001838:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979327.001841:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979327.001843:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979327.001846:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001847:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.001849:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001851:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979327.001853:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979327.001855:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979327.001856:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979327.001858:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979327.001860:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979327.001862:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979327.001865:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001867:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.001868:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001870:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979327.001872:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979327.001875:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001877:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979327.001879:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979327.001882:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979327.001883:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.001885:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979327.001887:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979327.001889:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.001891:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979327.001894:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783979327.001896:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979327.001899:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979327.001900:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.001901:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979327.001903:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979327.001905:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979327.001908:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979327.001911:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979327.001916:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979327.001929:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979327.001931:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979327.001935:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979327.001943:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979327.001945:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979327.001949:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979327.001951:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979327.001953:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979327.001955:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979327.001958:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10049
00000400:00000200:1.0:1783979327.001962:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979327.001965:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979327.001967:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979327.001970:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001972:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.001974:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001976:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979327.001978:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979327.001979:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979327.001981:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979327.001983:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979327.001985:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979327.001988:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979327.001990:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001992:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.001994:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.001996:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979327.001999:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979327.002001:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979327.002004:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979327.002006:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979327.002008:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979327.002011:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.002013:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979327.002015:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979327.002017:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.002019:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979327.002023:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783979327.002026:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979327.002028:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979327.002029:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.002031:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979327.002032:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979327.002034:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979327.002038:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979327.002077:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979327.002083:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979327.002091:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979327.002093:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979327.002096:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979327.002104:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979327.002107:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979327.002110:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979327.002111:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979327.002113:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979327.002116:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979327.002119:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10049
00000400:00000200:1.0:1783979327.002123:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979327.002126:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979327.002127:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979327.002130:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.002132:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.002133:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.002135:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979327.002137:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979327.002138:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979327.002140:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979327.002142:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979327.002143:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979327.002145:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979327.002148:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.002150:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979327.002152:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979327.002153:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979327.002156:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979327.002157:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979327.002159:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979327.002160:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979327.002163:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979327.002164:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.002165:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979327.002167:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979327.002168:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.002169:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979327.002171:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979327.002173:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979327.002175:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979327.002176:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979327.002177:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979327.002178:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979327.002179:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979327.002182:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979327.002184:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979327.002187:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979327.002191:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979327.002192:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979327.002195:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979327.002199:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979327.002202:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10059)
00000400:00000200:3.0:1783979327.002261:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.002269:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979327.002274:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.002278:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979327.002284:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979327.002286:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979327.002290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979327.002292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979327.002295:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.002297:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979327.002301:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979327.002304:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979327.002308:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979327.002310:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979327.002314:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979327.002317:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002323:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.002325:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002332:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.002333:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979327.002339:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979327.002342:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979327.002345:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304725707
00000100:00000010:3.0:1783979327.002350:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c33c0.
00000100:00000001:3.0:1783979327.002355:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979327.002360:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304725707
00000100:00000010:3.0:1783979327.002363:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3ba0.
00000100:00000001:3.0:1783979327.002366:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979327.002368:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979327.002371:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.002373:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979327.002378:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979327/real 1783979327]  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979327.002387:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979327.002388:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979327.002390:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979327.002391:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979327.002392:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979327.002394:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979327.002396:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979327.002401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002408:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979327.002410:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002411:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.002413:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979327.002415:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002419:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979327.002422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002426:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979327.002428:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002429:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.002429:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002431:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979327.002432:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979327.002434:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979327.002436:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979327.002437:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979327.002439:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979327.002444:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559917696:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979327.002446:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002447:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.002449:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627559917696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002453:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979327.002455:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979327.002457:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979327.002459:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979327.002460:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979327.002461:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979327.002462:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979327.002464:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:3.0:1783979327.002467:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979327.002468:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979327.002469:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:3.0:1783979327.002471:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979327.002472:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002473:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002478:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979327.002479:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.002481:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979327.002482:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979327.002483:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979327.002485:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002489:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979327.002489:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.002491:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979327.002492:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979327.002493:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.002495:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979327.002496:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979327.002498:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979327.002499:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.002500:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979327.002503:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979327.002504:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979327.002508:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979327.002510:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979327.002513:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979327.002516:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559917824, portal 10
00000100:00000001:3.0:1783979327.002518:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979327.002519:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314048 : -128863286237568 : ffff8accad996680)
00000100:00000040:3.0:1783979327.002526:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002532:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979327.002534:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979327.002536:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979327.002539:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559917824, offset 0
00000400:00000200:3.0:1783979327.002543:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979327.002547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.002550:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979327.002553:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979327.002555:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979327.002556:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979327.002558:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979327.002560:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390371:390371:256:4294967295] 192.168.201.140@tcp LPNI seq info [390346:390346:8:4294967295]
00000400:00000200:3.0:1783979327.002562:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.002566:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979327.002569:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.002571:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979327.002573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979327.002575:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979327.002578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979327.002580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979327.002582:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.002583:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979327.002585:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979327.002709:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979327.002712:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979327.002713:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979327.002715:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979327.002718:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002731:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.002734:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002739:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.002741:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979327.002744:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979327.002747:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979327.002751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979327.002753:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304721938
00000100:00000001:3.0:1783979327.002755:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304725707
00000100:00000001:3.0:1783979327.002757:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304721938
00000100:00000001:3.0:1783979327.002759:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304725707
00000100:00000001:3.0:1783979327.002760:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979327.002762:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.002763:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979327.002767:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979327/real 1783979327]  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979327.002774:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979327.002775:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979327.002777:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979327.002779:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979327.002780:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979327.002782:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979327.002785:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979327.002792:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002796:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979327.002798:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002800:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.002801:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979327.002804:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002810:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979327.002813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002818:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979327.002820:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002821:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.002822:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.002824:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979327.002825:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979327.002828:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979327.002830:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979327.002832:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979327.002835:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979327.002841:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979327.002845:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979327.002848:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002853:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979327.002854:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.002855:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979327.002857:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979327.002858:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.002861:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979327.002863:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979327.002865:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979327.002866:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.002868:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979327.002871:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979327.002872:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979327.002875:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979327.002877:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979327.002880:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979327.002882:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559917952, portal 10
00000100:00000001:3.0:1783979327.002884:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979327.002885:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423318528 : -128863286233088 : ffff8accad997800)
00000100:00000040:3.0:1783979327.002890:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002895:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979327.002897:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979327.002899:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979327.002901:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559917952, offset 0
00000400:00000200:3.0:1783979327.002904:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979327.002908:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.002911:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979327.002913:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979327.002916:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979327.002918:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979327.002920:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979327.002923:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390372:390372:256:4294967295] 192.168.201.140@tcp LPNI seq info [390347:390347:8:4294967295]
00000400:00000200:3.0:1783979327.002926:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.002930:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979327.002934:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.002937:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979327.002941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979327.002943:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979327.002946:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979327.002948:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979327.002952:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.002953:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979327.002956:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979327.002959:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979327.002962:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979327.002964:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979327.002966:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979327.002969:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002975:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.002978:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.002983:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.002984:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979327.002987:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979327.002989:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979327.002992:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979327.002993:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304721934
00000100:00000001:3.0:1783979327.002995:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304725707
00000100:00000001:3.0:1783979327.002997:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304721934
00000100:00000001:3.0:1783979327.002999:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304725707
00000100:00000001:3.0:1783979327.003001:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979327.003002:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.003004:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979327.003007:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979327/real 1783979327]  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979327.003013:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979327.003015:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979327.003016:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979327.003018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979327.003019:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979327.003021:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979327.003024:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979327.003030:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003035:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979327.003036:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.003037:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.003038:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979327.003073:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003079:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979327.003083:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003088:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979327.003090:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.003092:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.003093:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.003095:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979327.003096:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979327.003098:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979327.003102:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979327.003104:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979327.003107:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979327.003120:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559917952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979327.003123:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979327.003126:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003132:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979327.003133:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.003135:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979327.003136:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979327.003138:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.003140:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979327.003143:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979327.003145:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979327.003146:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.003147:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979327.003151:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979327.003153:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979327.003156:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979327.003158:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979327.003161:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979327.003164:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559918080, portal 4
00000100:00000001:3.0:1783979327.003166:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979327.003167:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423309568 : -128863286242048 : ffff8accad995500)
00000100:00000040:3.0:1783979327.003172:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003178:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979327.003180:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979327.003182:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979327.003185:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559918080, offset 0
00000400:00000200:3.0:1783979327.003188:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979327.003193:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.003196:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979327.003198:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979327.003201:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979327.003203:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979327.003205:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979327.003208:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390373:390373:256:4294967295] 192.168.201.140@tcp LPNI seq info [390348:390348:8:4294967295]
00000400:00000200:3.0:1783979327.003211:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.003217:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979327.003221:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.003224:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979327.003227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979327.003230:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979327.003233:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979327.003236:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979327.003240:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.003241:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979327.003244:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979327.003247:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979327.003250:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979327.003252:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979327.003255:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979327.003258:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003265:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.003268:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003274:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.003275:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979327.003278:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979327.003281:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979327.003284:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979327.003286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304721962
00000100:00000001:3.0:1783979327.003289:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304725707
00000100:00000001:3.0:1783979327.003291:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304721962
00000100:00000001:3.0:1783979327.003293:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304725707
00000100:00000001:3.0:1783979327.003295:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979327.003297:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.003298:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979327.003302:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979327/real 1783979327]  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979327.003309:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979327.003310:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979327.003312:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979327.003314:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979327.003316:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979327.003318:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979327.003321:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979327.003329:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003335:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979327.003336:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.003338:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.003339:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979327.003342:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003348:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979327.003351:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003357:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979327.003360:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.003361:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.003362:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.003364:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979327.003365:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979327.003368:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979327.003371:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979327.003373:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979327.003376:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979327.003384:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979327.003387:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979327.003390:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003396:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979327.003397:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.003399:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979327.003401:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979327.003403:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979327.003406:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979327.003409:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979327.003410:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979327.003412:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979327.003413:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979327.003417:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979327.003419:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979327.003422:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979327.003424:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979327.003427:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979327.003429:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559918208, portal 4
00000100:00000001:3.0:1783979327.003432:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979327.003433:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:3.0:1783979327.003438:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003444:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979327.003446:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979327.003448:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979327.003451:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559918208, offset 0
00000400:00000200:3.0:1783979327.003454:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979327.003458:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.003461:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979327.003464:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979327.003466:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979327.003468:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979327.003470:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979327.003472:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390374:390374:256:4294967295] 192.168.201.140@tcp LPNI seq info [390349:390349:8:4294967295]
00000400:00000200:3.0:1783979327.003476:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979327.003482:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979327.003486:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.003489:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979327.003492:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979327.003494:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979327.003498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979327.003500:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979327.003504:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979327.003506:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979327.003508:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979327.003512:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979327.003515:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979327.003517:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979327.003519:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979327.003522:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003967:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.003971:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.003977:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.003978:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979327.003983:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979327.003987:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979327.003990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979327.003991:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304721964
00000100:00000001:3.0:1783979327.003994:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304725707
00000100:00000001:3.0:1783979327.003996:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304721964
00000100:00000001:3.0:1783979327.003997:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304725707
00000100:00000001:3.0:1783979327.003999:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979327.004001:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.004003:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979327.004006:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979327/real 1783979327]  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979327.004013:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979327.004014:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979327.004016:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979327.004018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979327.004020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979327.004022:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979327.004025:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979327.004031:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.004036:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979327.004038:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004071:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.004073:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979327.004077:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.004083:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979327.004087:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.004092:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979327.004094:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004095:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979327.004096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004098:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979327.004099:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979327.004101:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979327.004104:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979327.004106:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979327.004109:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979327.004115:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979327.004118:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004120:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.004123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996680 x1870627559917824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.004129:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979327.004130:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979327.004132:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979327.004135:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979327.004137:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979327.004139:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979327.004141:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979327.004143:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:3.0:1783979327.004145:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979327.004147:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979327.004148:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996680.
00000100:00000001:3.0:1783979327.004151:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979327.004152:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004155:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.004158:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997800 x1870627559917952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.004163:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979327.004164:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979327.004166:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979327.004168:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979327.004169:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979327.004170:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979327.004171:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979327.004172:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:3.0:1783979327.004175:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979327.004176:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979327.004177:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997800.
00000100:00000001:3.0:1783979327.004179:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979327.004181:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004182:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.004185:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995500 x1870627559918080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.004190:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979327.004191:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979327.004193:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979327.004195:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979327.004196:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979327.004196:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979327.004198:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979327.004199:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:3.0:1783979327.004201:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979327.004202:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979327.004203:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995500.
00000100:00000001:3.0:1783979327.004205:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979327.004206:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004207:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979327.004211:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627559918208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979327.004217:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979327.004218:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979327.004220:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979327.004222:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979327.004223:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979327.004224:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979327.004226:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979327.004227:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:3.0:1783979327.004229:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979327.004230:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979327.004231:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:3.0:1783979327.004234:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979327.004235:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004236:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979327.004242:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979327.004244:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979327.004246:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979327.004247:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979327.769194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979327.769201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979327.769207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979327.769208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979327.769211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979327.769212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979328.793405:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979328.793413:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979328.793418:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979328.793419:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979328.793423:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979328.793424:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979329.817209:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979329.817211:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979329.817215:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817220:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979329.817222:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817224:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817226:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979329.817232:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979329.817234:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979329.817235:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817237:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979329.817238:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817240:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817241:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979329.817245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979329.817246:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979329.817327:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979329.817331:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979329.817335:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979330.841501:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979330.841505:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979330.841509:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979330.841510:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979330.841514:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979330.841515:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979330.841623:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304725707, at 4304725760
00000100:00000010:3.0:1783979330.841632:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3ba0.
00010000:00000001:1.0:1783979331.865389:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979331.865406:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979331.865411:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979331.865412:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979331.865415:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979331.865417:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979332.121187:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979332.121197:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979332.121199:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979332.121202:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979332.121206:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979332.121213:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10054
00000400:00000200:1.0:1783979332.121221:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979332.121226:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979332.121228:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979332.121230:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121233:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.121235:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121236:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979332.121239:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979332.121242:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979332.121244:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979332.121247:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979332.121249:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979332.121250:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979332.121253:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121254:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.121255:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121256:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979332.121258:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979332.121260:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121261:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979332.121263:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979332.121266:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979332.121267:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.121269:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979332.121271:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979332.121278:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979332.121281:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979332.121283:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979332.121284:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.121287:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979332.121289:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979332.121292:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979332.121299:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979332.121304:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979332.121310:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979332.121318:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979332.121322:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979332.121325:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979332.121354:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979332.121356:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979332.121358:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979332.121359:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979332.121360:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979332.121362:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979332.121363:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10054
00000400:00000200:1.0:1783979332.121365:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979332.121367:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979332.121369:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979332.121371:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121372:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.121374:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121375:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979332.121376:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979332.121376:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979332.121377:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979332.121379:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979332.121380:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979332.121381:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979332.121383:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121384:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.121385:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121387:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979332.121388:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979332.121389:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121390:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979332.121392:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979332.121396:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979332.121397:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.121398:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979332.121402:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979332.121404:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.121405:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979332.121407:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979332.121408:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979332.121410:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979332.121411:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.121412:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979332.121412:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979332.121413:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979332.121416:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979332.121418:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979332.121421:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979332.121425:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979332.121427:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979332.121429:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979332.121434:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979332.121435:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979332.121438:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979332.121438:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979332.121439:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979332.121441:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979332.121442:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10054
00000400:00000200:1.0:1783979332.121448:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979332.121449:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979332.121451:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979332.121453:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121454:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.121455:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121457:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979332.121458:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979332.121458:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979332.121459:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979332.121460:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979332.121461:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979332.121463:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979332.121464:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121465:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.121466:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121467:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979332.121468:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979332.121469:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121471:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979332.121471:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979332.121473:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979332.121474:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.121475:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979332.121476:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979332.121477:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.121478:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979332.121480:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979332.121481:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979332.121482:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979332.121483:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.121483:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979332.121484:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979332.121485:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979332.121487:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979332.121489:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979332.121491:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979332.121495:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979332.121496:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979332.121498:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979332.121502:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979332.121504:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979332.121506:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979332.121507:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979332.121508:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979332.121509:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979332.121511:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10054
00000400:00000200:1.0:1783979332.121514:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979332.121516:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979332.121519:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979332.121521:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121523:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.121525:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.121526:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979332.121528:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1783979332.121640:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979332.121644:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979332.121647:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979332.121653:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.121660:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979332.121662:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.121666:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979332.121668:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979332.121670:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979332.121674:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559918336:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979332.121678:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979332.121682:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979332.121684:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.121686:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979332.121692:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979332.121693:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979332.121698:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979332.121702:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979332.121708:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979332.121714:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559918336, portal 25
00000100:00000001:3.0:1783979332.121716:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979332.121718:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:3.0:1783979332.121722:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.121729:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979332.121731:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979332.121734:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979332.121736:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559918336, offset 0
00000400:00000200:3.0:1783979332.121743:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979332.121751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979332.121757:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979332.121762:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979332.121765:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979332.121768:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979332.121770:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979332.121774:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390375:390375:256:4294967295] 192.168.201.140@tcp LPNI seq info [390350:390350:8:4294967295]
00000400:00000200:3.0:1783979332.121779:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979332.121793:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979332.121800:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979332.121821:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979332.121828:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979332.121831:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979332.121836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979332.121839:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979332.121843:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979332.121846:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979332.121853:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979332.121857:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979332.121863:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979332.121865:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979332.121871:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979332.121875:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.121883:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979332.121886:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.121893:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.121894:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979332.121899:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979332.121903:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979332.121907:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304730826
00000100:00000010:3.0:1783979332.121911:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3ba0.
00000100:00000001:3.0:1783979332.121917:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979332.121923:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304730826
00000100:00000010:3.0:1783979332.121926:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3f00.
00000100:00000001:3.0:1783979332.121930:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979332.121932:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979332.121935:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.121937:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979332.121941:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979332/real 1783979332]  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979332.121989:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979332.121992:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979332.121995:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979332.121997:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979332.122001:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979332.122004:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979332.122007:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979332.122015:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122023:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979332.122025:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.122027:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979332.122029:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979332.122032:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122039:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979332.122044:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122089:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979332.122092:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.122093:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979332.122094:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.122096:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979332.122098:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979332.122101:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979332.122104:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979332.122106:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979332.122110:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979332.122118:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559918336:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979332.122122:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979332.122124:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122130:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979332.122131:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.122133:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979332.122134:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979332.122136:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979332.122139:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979332.122142:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979332.122143:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979332.122144:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.122146:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979332.122149:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979332.122151:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979332.122154:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979332.122156:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979332.122160:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979332.122162:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559918464, portal 10
00000100:00000001:3.0:1783979332.122164:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979332.122165:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:3.0:1783979332.122171:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122176:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979332.122178:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979332.122180:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979332.122182:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559918464, offset 0
00000400:00000200:3.0:1783979332.122185:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979332.122189:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979332.122192:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979332.122195:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979332.122197:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979332.122199:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979332.122201:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979332.122204:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390376:390376:256:4294967295] 192.168.201.140@tcp LPNI seq info [390351:390351:8:4294967295]
00000400:00000200:3.0:1783979332.122208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979332.122213:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979332.122217:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979332.122282:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979332.122290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979332.122292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979332.122299:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979332.122301:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979332.122304:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979332.122306:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979332.122309:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979332.122314:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979332.122317:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979332.122318:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979332.122321:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979332.122324:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122331:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979332.122334:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122339:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.122341:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979332.122346:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979332.122349:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979332.122352:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979332.122354:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304727058
00000100:00000001:3.0:1783979332.122357:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304730826
00000100:00000001:3.0:1783979332.122359:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304727058
00000100:00000001:3.0:1783979332.122360:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304730826
00000100:00000001:3.0:1783979332.122362:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979332.122364:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.122366:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979332.122369:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979332/real 1783979332]  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979332.122375:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979332.122376:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979332.122377:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979332.122380:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979332.122381:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979332.122383:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979332.122385:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979332.122392:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122397:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979332.122398:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.122400:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979332.122401:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979332.122403:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122408:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979332.122412:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122417:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979332.122420:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.122421:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979332.122423:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.122424:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979332.122426:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979332.122428:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979332.122430:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979332.122432:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979332.122435:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979332.122442:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979332.122445:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979332.122447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122452:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979332.122453:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.122455:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979332.122456:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979332.122458:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979332.122460:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979332.122463:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979332.122465:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979332.122466:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.122468:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979332.122471:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979332.122472:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979332.122475:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979332.122477:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979332.122479:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979332.122481:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559918592, portal 10
00000100:00000001:3.0:1783979332.122483:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979332.122484:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00000040:3.0:1783979332.122489:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122495:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979332.122496:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979332.122498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979332.122500:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559918592, offset 0
00000400:00000200:3.0:1783979332.122503:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979332.122506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979332.122509:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979332.122511:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979332.122513:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979332.122516:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979332.122518:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979332.122521:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390377:390377:256:4294967295] 192.168.201.140@tcp LPNI seq info [390352:390352:8:4294967295]
00000400:00000200:3.0:1783979332.122525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979332.122530:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979332.122534:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979332.122590:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979332.122596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979332.122599:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979332.122603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979332.122606:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979332.122609:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979332.122611:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979332.122614:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979332.122617:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979332.122620:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979332.122621:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979332.122624:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979332.122627:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979332.122644:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.122650:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.122651:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979332.122655:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979332.122657:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979332.122660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979332.122662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304727054
00000100:00000001:3.0:1783979332.122664:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304730826
00000100:00000001:3.0:1783979332.122666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304727054
00000100:00000001:3.0:1783979332.122668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304730826
00000100:00000001:3.0:1783979332.122669:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979332.122671:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.122673:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979332.122677:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979332/real 1783979332]  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979332.122684:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979332.122686:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:1.0:1783979332.122725:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979332.122728:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979332.122730:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979332.122732:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979332.122734:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979332.122738:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.122740:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.122742:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.122744:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979332.122746:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979332.122749:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979332.122751:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979332.122755:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979332.122759:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979332.122761:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.122763:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979332.122766:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979332.122768:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.122770:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979332.122774:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979332.122777:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979332.122779:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979332.122780:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.122783:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979332.122784:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979332.122787:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979332.122794:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979332.122800:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979332.122807:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979332.122866:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979332.122870:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979332.122874:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979332.122882:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979332.122885:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979332.122888:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979332.122890:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979332.122892:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979332.122895:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979332.122897:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10054
00000400:00000200:1.0:1783979332.122900:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979332.122903:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979332.122905:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979332.122908:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.122910:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.122912:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.122913:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979332.122915:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979332.122916:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979332.122918:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979332.122919:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979332.122921:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979332.122922:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979332.122925:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.122926:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979332.122928:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979332.122929:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979332.122931:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979332.122933:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979332.122936:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979332.122937:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1783979332.123000:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979332.123004:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979332.123006:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979332.123008:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979332.123012:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979332.123019:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123025:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979332.123027:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123028:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979332.123030:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979332.123033:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123039:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979332.123043:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123065:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979332.123067:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123068:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979332.123070:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123071:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979332.123072:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979332.123074:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979332.123077:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979332.123079:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979332.123082:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979332.123089:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979332.123093:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123095:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979332.123097:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559918336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123103:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979332.123105:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979332.123107:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979332.123110:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979332.123111:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979332.123113:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979332.123115:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979332.123117:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:3.0:1783979332.123121:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979332.123122:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979332.123124:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:3.0:1783979332.123127:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979332.123128:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123129:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979332.123132:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559918464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123138:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979332.123138:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979332.123140:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979332.123142:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979332.123142:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979332.123143:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979332.123145:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979332.123146:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:3.0:1783979332.123147:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979332.123148:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979332.123149:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:3.0:1783979332.123151:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979332.123152:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123153:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979332.123155:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559918592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123160:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979332.123161:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979332.123162:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979332.123163:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979332.123164:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979332.123165:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979332.123167:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979332.123168:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:3.0:1783979332.123169:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979332.123171:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979332.123172:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:3.0:1783979332.123174:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979332.123175:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123176:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123183:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979332.123195:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.123197:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979332.123198:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979332.123200:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979332.123203:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123209:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979332.123210:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.123212:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979332.123213:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979332.123215:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979332.123218:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979332.123220:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979332.123222:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979332.123224:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979332.123225:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979332.123228:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979332.123230:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979332.123233:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979332.123235:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979332.123238:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979332.123241:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559918720, portal 4
00000100:00000001:3.0:1783979332.123242:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979332.123243:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:3.0:1783979332.123248:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123254:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979332.123256:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979332.123259:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979332.123261:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559918720, offset 0
00000400:00000200:3.0:1783979332.123265:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979332.123268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979332.123271:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979332.123274:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979332.123276:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979332.123278:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979332.123280:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979332.123283:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390378:390378:256:4294967295] 192.168.201.140@tcp LPNI seq info [390353:390353:8:4294967295]
00000400:00000200:3.0:1783979332.123286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979332.123292:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979332.123296:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979332.123299:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979332.123302:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979332.123304:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979332.123308:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979332.123310:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979332.123314:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979332.123315:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979332.123318:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979332.123321:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979332.123323:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979332.123325:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979332.123327:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979332.123330:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123336:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979332.123339:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123344:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.123346:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979332.123348:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979332.123351:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979332.123354:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979332.123355:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304727081
00000100:00000001:3.0:1783979332.123357:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304730826
00000100:00000001:3.0:1783979332.123359:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304727081
00000100:00000001:3.0:1783979332.123361:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304730826
00000100:00000001:3.0:1783979332.123363:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979332.123365:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.123366:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979332.123369:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979332/real 1783979332]  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979332.123375:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979332.123376:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979332.123378:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979332.123379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979332.123381:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979332.123382:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979332.123385:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979332.123391:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123397:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979332.123398:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979332.123400:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979332.123403:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123408:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979332.123411:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123417:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979332.123419:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123421:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979332.123422:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123423:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979332.123424:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979332.123426:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979332.123428:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979332.123430:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979332.123433:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979332.123439:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559918720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979332.123442:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123443:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979332.123446:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559918720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979332.123451:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979332.123452:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979332.123453:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979332.123455:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979332.123456:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979332.123457:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979332.123458:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979332.123460:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:3.0:1783979332.123462:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979332.123463:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979332.123464:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:3.0:1783979332.123466:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979332.123467:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123469:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979332.123471:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979332.123473:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979332.123474:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979332.123475:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979332.123515:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979332.123518:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.123520:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979332.123522:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979332.123525:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.123526:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979332.123593:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979332.123597:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979332.123600:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979332.123601:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979332.123603:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979332.123605:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979332.123607:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979332.123613:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979332.123616:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979332.123622:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559918848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979332.123629:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979332.123632:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979332.123636:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559918848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979332.123661:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979332.123666:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10064)
00000800:00000200:0.1:1783979332.123814:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979332.123817:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783979332.889319:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979332.889325:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979332.889330:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979332.889331:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979332.889334:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979332.889335:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979333.913207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979333.913214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979333.913220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979333.913221:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979333.913225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979333.913228:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979333.913230:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979333.913234:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979333.913237:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979333.913239:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979333.913241:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979333.913243:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979334.937221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979334.937229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979334.937234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979334.937236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979334.937239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979334.937240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979335.961221:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304730826, at 4304730880
00000100:00000010:3.0:1783979335.961231:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3f00.
00010000:00000001:1.0:1783979335.961326:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979335.961330:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979335.961334:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979335.961335:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979335.961338:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979335.961340:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979335.961438:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979335.961442:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979335.961444:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979336.985151:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979336.985158:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979336.985163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979336.985164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979336.985167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979336.985168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.241519:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.241523:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979337.241526:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979337.241532:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.241539:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979337.241541:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.241544:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979337.241547:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979337.241549:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979337.241553:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559918976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979337.241557:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979337.241561:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979337.241563:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.241565:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979337.241570:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.241572:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979337.241577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979337.241581:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979337.241586:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979337.241593:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559918976, portal 25
00000100:00000001:3.0:1783979337.241596:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979337.241597:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230080 : -128863254321536 : ffff8accaf806680)
00000100:00000040:3.0:1783979337.241603:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.241612:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979337.241614:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979337.241617:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979337.241620:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559918976, offset 0
00000400:00000200:3.0:1783979337.241626:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979337.241633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.241639:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979337.241644:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979337.241648:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979337.241651:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979337.241654:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979337.241658:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390380:390380:256:4294967295] 192.168.201.140@tcp LPNI seq info [390355:390355:8:4294967295]
00000400:00000200:3.0:1783979337.241662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.241671:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979337.241677:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.241681:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979337.241687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979337.241691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979337.241697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979337.241701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979337.241717:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.241720:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979337.241731:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979337.241736:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979337.241741:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979337.241744:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979337.241749:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979337.241754:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.241973:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.241978:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.241991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.241992:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979337.241999:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979337.242003:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979337.242006:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304735946
00000100:00000010:3.0:1783979337.242010:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3f00.
00000100:00000001:3.0:1783979337.242016:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979337.242023:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304735946
00000100:00000010:3.0:1783979337.242026:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3060.
00000100:00000001:3.0:1783979337.242029:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979337.242031:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979337.242034:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.242036:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979337.242040:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979337/real 1783979337]  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979337.242161:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979337.242162:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979337.242272:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979337.242278:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979337.242279:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979337.242283:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979337.242287:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979337.242295:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242302:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979337.242304:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242306:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.242308:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979337.242311:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242318:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979337.242322:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242329:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979337.242332:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242334:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.242335:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242337:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979337.242339:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979337.242341:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979337.242346:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979337.242348:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979337.242352:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979337.242359:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559918976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979337.242363:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242365:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.242368:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806680 x1870627559918976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242374:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979337.242377:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979337.242379:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.242382:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979337.242383:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979337.242385:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979337.242387:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979337.242389:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:3.0:1783979337.242392:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979337.242394:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979337.242396:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806680.
00000100:00000001:3.0:1783979337.242400:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979337.242401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242403:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242410:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979337.242412:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.242414:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.242415:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979337.242417:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979337.242420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242427:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979337.242428:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.242430:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979337.242432:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979337.242434:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979337.242437:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979337.242440:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979337.242442:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979337.242443:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.242445:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979337.242448:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.242450:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979337.242453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979337.242456:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979337.242459:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979337.242463:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559919104, portal 10
00000100:00000001:3.0:1783979337.242465:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979337.242466:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222016 : -128863254329600 : ffff8accaf804700)
00000100:00000040:3.0:1783979337.242472:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242478:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979337.242481:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979337.242483:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979337.242485:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559919104, offset 0
00000400:00000200:3.0:1783979337.242490:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979337.242494:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.242498:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979337.242502:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979337.242504:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979337.242507:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979337.242509:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979337.242512:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390381:390381:256:4294967295] 192.168.201.140@tcp LPNI seq info [390356:390356:8:4294967295]
00000400:00000200:3.0:1783979337.242515:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.242521:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979337.242526:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.242530:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979337.242534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979337.242537:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979337.242541:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979337.242544:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979337.242548:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.242550:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979337.242553:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979337.242556:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979337.242559:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979337.242561:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979337.242563:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979337.242567:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242574:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.242577:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242583:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.242585:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979337.242588:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979337.242592:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979337.242595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979337.242597:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304732178
00000100:00000001:3.0:1783979337.242599:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304735946
00000100:00000001:3.0:1783979337.242601:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304732178
00000100:00000001:3.0:1783979337.242603:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304735946
00000100:00000001:3.0:1783979337.242605:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979337.242607:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.242609:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979337.242613:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979337/real 1783979337]  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979337.242620:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979337.242621:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979337.242623:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979337.242625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979337.242627:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979337.242629:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979337.242632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979337.242640:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242646:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979337.242647:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.242650:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979337.242653:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242659:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979337.242663:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242670:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979337.242672:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242673:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.242675:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242676:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979337.242678:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979337.242680:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979337.242683:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979337.242685:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979337.242689:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979337.242697:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979337.242700:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242702:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.242705:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804700 x1870627559919104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.242710:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979337.242711:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979337.242713:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.242716:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979337.242717:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979337.242718:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979337.242720:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979337.242722:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba800.
02000000:00000001:3.0:1783979337.242724:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979337.242725:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979337.242727:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804700.
00000100:00000001:3.0:1783979337.242729:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979337.242730:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242732:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.242736:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979337.242737:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.242739:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.242740:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.242919:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.242922:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.243236:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.243238:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979337.243240:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979337.243245:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.243252:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979337.243254:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.243256:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979337.243258:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979337.243260:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979337.243263:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979337.243266:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979337.243268:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979337.243269:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.243271:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979337.243274:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.243276:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979337.243279:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979337.243281:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979337.243285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979337.243288:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559919232, portal 10
00000100:00000001:3.0:1783979337.243290:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979337.243291:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455229184 : -128863254322432 : ffff8accaf806300)
00000100:00000040:3.0:1783979337.243296:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.243301:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979337.243304:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979337.243306:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979337.243309:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559919232, offset 0
00000400:00000200:3.0:1783979337.243312:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979337.243317:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.243321:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979337.243324:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979337.243326:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979337.243373:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979337.243377:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979337.243379:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390382:390382:256:4294967295] 192.168.201.140@tcp LPNI seq info [390357:390357:8:4294967295]
00000400:00000200:3.0:1783979337.243383:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.243390:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979337.243394:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.243397:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979337.243401:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979337.243403:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979337.243407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979337.243410:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979337.243413:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.243414:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979337.243417:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979337.243420:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979337.243423:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979337.243425:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979337.243428:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979337.243431:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.243714:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.243718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.243726:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.243727:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979337.243733:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979337.243736:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979337.243739:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979337.243742:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304732175
00000100:00000001:3.0:1783979337.243745:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304735946
00000100:00000001:3.0:1783979337.243747:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304732175
00000100:00000001:3.0:1783979337.243748:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304735946
00000100:00000001:3.0:1783979337.243750:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979337.243752:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.243754:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979337.243757:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979337/real 1783979337]  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979337.243765:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979337.243766:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979337.243768:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979337.243771:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979337.243772:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979337.243775:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979337.243778:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979337.243786:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.243793:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979337.243794:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.243796:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.243797:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979337.243800:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.243807:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979337.243811:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.243819:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979337.243822:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.243823:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.243825:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.243827:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979337.243828:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979337.243830:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979337.243833:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979337.243836:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979337.245699:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979337.245711:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979337.245717:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.245720:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.245723:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806300 x1870627559919232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.245730:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979337.245733:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979337.245736:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.245741:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979337.245743:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979337.245745:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979337.245747:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979337.245749:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:3.0:1783979337.245752:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979337.245754:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979337.245756:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806300.
00000100:00000001:3.0:1783979337.245760:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979337.245761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.245764:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.245772:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979337.245774:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.245776:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.245778:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979337.245781:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979337.245784:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.245791:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979337.245793:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.245795:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979337.245798:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979337.245800:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979337.245804:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979337.245807:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979337.245810:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979337.245812:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.245814:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979337.245821:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.245823:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979337.245829:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979337.245833:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979337.245906:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979337.245912:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559919360, portal 4
00000100:00000001:3.0:1783979337.245914:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979337.245915:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222016 : -128863254329600 : ffff8accaf804700)
00000100:00000040:3.0:1783979337.245923:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.245929:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979337.245931:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979337.245934:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979337.245937:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559919360, offset 0
00000400:00000200:3.0:1783979337.245943:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979337.245950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.245957:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979337.245962:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979337.245965:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979337.245968:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979337.245970:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979337.245974:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390383:390383:256:4294967295] 192.168.201.140@tcp LPNI seq info [390358:390358:8:4294967295]
00000400:00000200:3.0:1783979337.245978:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.245985:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979337.245990:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.245995:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979337.246001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979337.246004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979337.246009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979337.246012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979337.246016:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.246018:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979337.246021:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979337.246025:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979337.246030:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979337.246032:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979337.246035:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979337.246039:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246065:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.246069:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246076:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.246077:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979337.246083:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979337.246087:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979337.246090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979337.246093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304732204
00000100:00000001:3.0:1783979337.246096:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304735946
00000100:00000001:3.0:1783979337.246099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304732204
00000100:00000001:3.0:1783979337.246101:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304735946
00000100:00000001:3.0:1783979337.246103:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979337.246105:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.246107:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979337.246111:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979337/real 1783979337]  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979337.246119:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979337.246187:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979337.246190:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979337.246194:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979337.246196:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979337.246199:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979337.246202:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979337.246210:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246216:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979337.246217:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246219:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.246221:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979337.246225:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246231:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979337.246235:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246242:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979337.246245:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246247:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.246248:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246250:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979337.246252:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979337.246255:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979337.246259:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979337.246261:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979337.246264:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979337.246272:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979337.246276:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246278:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.246280:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804700 x1870627559919360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246286:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979337.246288:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979337.246290:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.246292:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979337.246293:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979337.246295:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979337.246297:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979337.246298:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb800.
02000000:00000001:3.0:1783979337.246301:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979337.246302:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979337.246304:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804700.
00000100:00000001:3.0:1783979337.246306:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979337.246307:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246309:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246313:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979337.246315:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.246317:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.246318:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.246615:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.246618:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979337.246619:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979337.246623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246630:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979337.246631:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.246633:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979337.246635:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979337.246637:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979337.246640:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979337.246643:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979337.246645:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979337.246646:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979337.246648:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979337.246651:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.246653:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979337.246657:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979337.246659:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979337.246663:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979337.246666:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559919488, portal 4
00000100:00000001:3.0:1783979337.246668:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979337.246669:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230080 : -128863254321536 : ffff8accaf806680)
00000100:00000040:3.0:1783979337.246675:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246681:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979337.246683:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979337.246685:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979337.246687:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559919488, offset 0
00000400:00000200:3.0:1783979337.246691:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979337.246695:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.246698:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979337.246701:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979337.246704:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979337.246705:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979337.246707:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979337.246710:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390384:390384:256:4294967295] 192.168.201.140@tcp LPNI seq info [390359:390359:8:4294967295]
00000400:00000200:3.0:1783979337.246714:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979337.246719:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979337.246723:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.246727:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979337.246730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979337.246733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1783979337.246737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979337.246740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1783979337.246743:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979337.246745:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979337.246748:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979337.246751:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979337.246754:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979337.246756:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979337.246759:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979337.246762:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246770:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.246773:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246779:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.246781:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979337.246784:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979337.246787:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979337.246791:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979337.246793:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304732207
00000100:00000001:3.0:1783979337.246795:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304735946
00000100:00000001:3.0:1783979337.246797:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304732207
00000100:00000001:3.0:1783979337.246799:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304735946
00000100:00000001:3.0:1783979337.246801:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979337.246803:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.246805:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979337.246809:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979337/real 1783979337]  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979337.246816:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979337.246817:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979337.246819:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979337.246821:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979337.246823:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979337.246825:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979337.246828:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979337.246835:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246921:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979337.246923:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246925:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.246926:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979337.246930:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246936:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979337.246940:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246947:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979337.246949:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246950:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979337.246951:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246953:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979337.246955:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979337.246957:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979337.246960:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979337.246962:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979337.246966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979337.246973:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979337.246977:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.246978:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979337.246981:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806680 x1870627559919488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979337.246987:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979337.246989:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979337.246991:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979337.246994:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979337.246995:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979337.246996:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979337.246998:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979337.247000:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:3.0:1783979337.247002:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979337.247003:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979337.247005:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806680.
00000100:00000001:3.0:1783979337.247007:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979337.247009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.247010:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979337.247015:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979337.247016:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979337.247018:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979337.247019:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979338.009202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979338.009209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979338.009213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979338.009214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979338.009217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979338.009219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979339.033182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979339.033188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979339.033194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979339.033195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979339.033199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979339.033200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979340.057245:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979340.057247:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979340.057251:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057256:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979340.057258:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057260:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057263:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057267:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979340.057270:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979340.057271:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979340.057273:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057274:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979340.057276:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057277:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057279:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979340.057282:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979340.057284:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979340.057740:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979340.057744:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979340.057748:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979341.081276:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304735946, at 4304736000
00000100:00000010:3.0:1783979341.081282:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3060.
00010000:00000001:1.0:1783979341.081458:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979341.081462:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979341.081466:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979341.081467:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979341.081471:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979341.081472:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979342.105187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979342.105195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979342.105200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979342.105201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979342.105204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979342.105206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.361672:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979342.361688:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979342.361693:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979342.361703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.361721:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979342.361724:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.361730:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979342.361734:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979342.361737:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979342.361741:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559919616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979342.361753:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979342.361757:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979342.361759:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.361762:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979342.362111:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979342.362116:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979342.362125:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979342.362132:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979342.362141:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979342.362151:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559919616, portal 25
00000100:00000001:3.0:1783979342.362156:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979342.362160:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455233664 : -128863254317952 : ffff8accaf807480)
00000100:00000040:3.0:1783979342.362171:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362188:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979342.362196:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979342.362201:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979342.362205:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559919616, offset 0
00000400:00000200:3.0:1783979342.362215:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979342.362227:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.362237:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979342.362243:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979342.362250:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979342.362257:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979342.362264:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979342.362272:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390385:390385:256:4294967295] 192.168.201.140@tcp LPNI seq info [390360:390360:8:4294967295]
00000400:00000200:3.0:1783979342.362281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.362296:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979342.362309:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.362315:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979342.362323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979342.362326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979342.362332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979342.362336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979342.362340:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.362342:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979342.362348:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979342.362353:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979342.362359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979342.362361:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979342.362365:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979342.362370:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362379:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.362383:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362391:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.362393:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979342.362400:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979342.362404:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979342.362407:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304741067
00000100:00000010:3.0:1783979342.362412:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3060.
00000100:00000001:3.0:1783979342.362419:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979342.362423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304741067
00000100:00000010:3.0:1783979342.362426:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3f60.
00000100:00000001:3.0:1783979342.362429:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979342.362431:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979342.362433:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.362436:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979342.362440:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979342/real 1783979342]  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979342.362449:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979342.362451:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979342.362453:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979342.362456:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979342.362457:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979342.362460:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979342.362463:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979342.362470:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362476:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979342.362478:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362480:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.362482:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979342.362485:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362494:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979342.362498:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362505:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979342.362508:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362511:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.362512:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362514:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979342.362516:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979342.362519:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979342.362523:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979342.362526:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979342.362529:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979342.362537:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559919616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979342.362542:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362544:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.362547:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807480 x1870627559919616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362553:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979342.362556:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979342.362558:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979342.362561:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979342.362563:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979342.362565:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979342.362567:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979342.362569:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:3.0:1783979342.362572:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979342.362574:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979342.362575:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807480.
00000100:00000001:3.0:1783979342.362579:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979342.362580:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362582:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362589:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979342.362591:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.362593:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979342.362594:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979342.362596:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979342.362600:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362607:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979342.362608:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.362610:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979342.362612:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979342.362614:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979342.362617:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979342.362620:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979342.362621:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979342.362623:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.362625:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979342.362627:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979342.362629:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979342.362633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979342.362636:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979342.362639:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979342.362642:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559919744, portal 10
00000100:00000001:3.0:1783979342.362643:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979342.362644:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455223808 : -128863254327808 : ffff8accaf804e00)
00000100:00000040:3.0:1783979342.362651:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362656:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979342.362657:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979342.362659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979342.362661:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559919744, offset 0
00000400:00000200:3.0:1783979342.362663:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979342.362666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.362668:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979342.362670:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979342.362672:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979342.362673:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979342.362675:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979342.362677:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390386:390386:256:4294967295] 192.168.201.140@tcp LPNI seq info [390361:390361:8:4294967295]
00000400:00000200:3.0:1783979342.362680:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.362684:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979342.362687:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.362689:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979342.362691:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979342.362693:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979342.362696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979342.362697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979342.362700:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.362701:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979342.362703:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979342.362705:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979342.362707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979342.362709:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979342.362710:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979342.362712:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362717:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.362719:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362724:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.362725:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979342.362726:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979342.362729:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979342.362731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979342.362732:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304737298
00000100:00000001:3.0:1783979342.362734:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304741067
00000100:00000001:3.0:1783979342.362736:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304737298
00000100:00000001:3.0:1783979342.362737:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304741067
00000100:00000001:3.0:1783979342.362739:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979342.362740:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.362741:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979342.362743:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979342/real 1783979342]  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979342.362748:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979342.362749:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979342.362750:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979342.362751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979342.362752:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979342.362753:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979342.362755:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979342.362759:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362763:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979342.362899:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362901:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.362901:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979342.362905:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362910:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979342.362912:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362916:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979342.362917:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362918:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.362919:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.362920:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979342.362921:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979342.362923:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979342.362925:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979342.362927:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979342.362929:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979342.362933:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979342.362935:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979342.362937:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.362940:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979342.362941:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.362942:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979342.362943:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979342.362944:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979342.362946:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979342.362948:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979342.362949:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979342.362950:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.362951:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979342.362953:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979342.362954:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979342.362956:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979342.362958:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979342.362960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979342.363083:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559919872, portal 10
00000100:00000001:3.0:1783979342.363085:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979342.363086:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455232768 : -128863254318848 : ffff8accaf807100)
00000100:00000040:3.0:1783979342.363091:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.363098:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979342.363099:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979342.363101:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979342.363103:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559919872, offset 0
00000400:00000200:3.0:1783979342.363105:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979342.363108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.363110:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979342.363112:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979342.363114:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979342.363115:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979342.363117:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979342.363119:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390387:390387:256:4294967295] 192.168.201.140@tcp LPNI seq info [390362:390362:8:4294967295]
00000400:00000200:3.0:1783979342.363121:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.363125:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979342.363127:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.363129:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979342.363131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979342.363133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979342.363136:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979342.363137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979342.363139:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.363141:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979342.363143:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979342.363145:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979342.363147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979342.363148:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979342.363150:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979342.363152:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.363156:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.363158:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.363165:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.363166:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979342.363168:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979342.363170:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979342.363172:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979342.363173:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304737295
00000100:00000001:3.0:1783979342.363175:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304741067
00000100:00000001:3.0:1783979342.363176:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304737295
00000100:00000001:3.0:1783979342.363177:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304741067
00000100:00000001:3.0:1783979342.363179:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979342.363180:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.363181:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979342.363183:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979342/real 1783979342]  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979342.363187:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979342.363188:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979342.363188:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979342.363190:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979342.363191:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979342.363192:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979342.363194:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979342.363198:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.363201:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979342.363202:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.363203:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.363204:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979342.363206:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.363210:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979342.363212:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.363216:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979342.363217:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.363218:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.363218:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.363219:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979342.363220:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979342.363221:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979342.363223:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979342.363224:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979342.363226:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979342.363230:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559919872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979342.363232:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979342.363234:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.363237:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979342.363238:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.363240:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979342.363241:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979342.363242:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979342.363244:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559920000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979342.363245:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979342.363247:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979342.363248:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.363249:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979342.363251:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979342.363252:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979342.363254:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979342.363255:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979342.363257:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979342.363259:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559920000, portal 4
00000100:00000001:3.0:1783979342.363260:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979342.363261:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455226496 : -128863254325120 : ffff8accaf805880)
00000100:00000040:3.0:1783979342.363264:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.363268:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979342.363269:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979342.363270:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979342.363271:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559920000, offset 0
00000400:00000200:3.0:1783979342.363273:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979342.363275:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.363277:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979342.363278:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979342.363279:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979342.363281:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979342.363282:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979342.363284:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390388:390388:256:4294967295] 192.168.201.140@tcp LPNI seq info [390363:390363:8:4294967295]
00000400:00000200:3.0:1783979342.363286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.363289:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979342.363292:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.363293:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979342.363295:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979342.363296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979342.363298:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979342.363300:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979342.363302:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.363304:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979342.363305:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979342.363307:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979342.363309:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979342.363310:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979342.363311:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979342.363313:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366522:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.366531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366539:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.366540:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979342.366552:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979342.366556:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979342.366560:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979342.366562:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304737325
00000100:00000001:3.0:1783979342.366564:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304741067
00000100:00000001:3.0:1783979342.366566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304737325
00000100:00000001:3.0:1783979342.366567:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304741067
00000100:00000001:3.0:1783979342.366568:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979342.366571:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.366572:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979342.366575:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979342/real 1783979342]  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979342.366584:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979342.366585:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979342.366587:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979342.366590:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979342.366592:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979342.366596:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979342.366599:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979342.366604:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366608:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979342.366609:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366610:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.366611:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979342.366614:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366617:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979342.366620:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366625:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979342.366626:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366627:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.366628:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366630:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979342.366631:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979342.366633:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979342.366636:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979342.366637:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979342.366639:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979342.366644:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559920000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979342.366647:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979342.366649:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366654:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979342.366656:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.366658:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979342.366660:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979342.366662:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979342.366664:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559920128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979342.366665:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979342.366668:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979342.366670:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979342.366671:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979342.366676:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979342.366677:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979342.366680:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979342.366682:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979342.366685:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979342.366689:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559920128, portal 4
00000100:00000001:3.0:1783979342.366690:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979342.366691:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230976 : -128863254320640 : ffff8accaf806a00)
00000100:00000040:3.0:1783979342.366696:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366700:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979342.366701:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979342.366703:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979342.366705:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559920128, offset 0
00000400:00000200:3.0:1783979342.366708:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979342.366712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.366717:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979342.366721:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979342.366723:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979342.366726:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979342.366727:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979342.366730:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390389:390389:256:4294967295] 192.168.201.140@tcp LPNI seq info [390364:390364:8:4294967295]
00000400:00000200:3.0:1783979342.366733:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979342.366739:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979342.366752:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.366755:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979342.366759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979342.366762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783979342.366766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979342.366770:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783979342.366782:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979342.366785:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979342.366789:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979342.366792:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979342.366796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979342.366798:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979342.366801:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979342.366804:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366811:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.366814:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366821:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.366823:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979342.366826:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979342.366828:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979342.366831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979342.366832:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304737327
00000100:00000001:3.0:1783979342.366834:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304741067
00000100:00000001:3.0:1783979342.366835:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304737327
00000100:00000001:3.0:1783979342.366836:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304741067
00000100:00000001:3.0:1783979342.366838:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979342.366839:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.366841:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979342.366843:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979342/real 1783979342]  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979342.366848:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979342.366849:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979342.366850:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979342.366852:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979342.366853:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979342.366854:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979342.366856:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979342.366861:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366864:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979342.366865:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366866:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.366867:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979342.366869:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366872:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979342.366874:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366878:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979342.366879:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366880:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979342.366880:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366881:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979342.366882:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979342.366883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979342.366886:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979342.366887:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979342.366889:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979342.366894:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559920128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979342.366896:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366898:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.366900:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804e00 x1870627559919744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366904:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979342.366906:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979342.366908:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979342.366910:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979342.366911:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979342.366913:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979342.366915:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979342.366917:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:3.0:1783979342.366919:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979342.366921:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979342.366922:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804e00.
00000100:00000001:3.0:1783979342.366925:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979342.366926:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366927:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.366929:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807100 x1870627559919872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366932:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979342.366933:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979342.366934:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979342.366935:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979342.366936:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979342.366937:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979342.366938:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979342.366939:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:3.0:1783979342.366941:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979342.366941:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979342.366942:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807100.
00000100:00000001:3.0:1783979342.366944:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979342.366945:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366945:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.366947:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805880 x1870627559920000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366950:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979342.366951:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979342.366952:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979342.366953:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979342.366953:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979342.366954:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979342.366955:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979342.366956:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8400.
02000000:00000001:3.0:1783979342.366957:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979342.366957:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979342.366958:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805880.
00000100:00000001:3.0:1783979342.366959:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979342.366959:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366960:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979342.366962:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806a00 x1870627559920128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979342.366965:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979342.366965:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979342.366966:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783979342.366967:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979342.366968:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979342.366968:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979342.366969:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979342.366970:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba400.
02000000:00000001:3.0:1783979342.366971:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979342.366972:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979342.366972:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806a00.
00000100:00000001:3.0:1783979342.366975:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979342.366976:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366977:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979342.366983:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979342.366985:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979342.366986:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979342.366988:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979343.129512:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979343.129520:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979343.129525:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979343.129527:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979343.129530:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979343.129531:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979344.153155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979344.153162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979344.153166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979344.153168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979344.153171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979344.153174:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979344.153176:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979344.153179:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979344.153181:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979344.153184:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979344.153186:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979344.153188:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979344.153296:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979344.153300:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979344.153302:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979345.177148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979345.177155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979345.177158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979345.177159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979345.177161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979345.177162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979346.201431:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304741067, at 4304741120
00000100:00000010:3.0:1783979346.201449:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3f60.
00010000:00000001:1.0:1783979346.204004:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979346.204007:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979346.204009:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979346.204010:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979346.204013:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979346.204014:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979347.225150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979347.225156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979347.225162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979347.225163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979347.225166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979347.225167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979347.482560:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979347.482563:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979347.482908:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979347.482910:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979347.483210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979347.483213:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979347.483476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979347.483478:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979347.483750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979347.483752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1783979348.249382:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979348.249389:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979348.249395:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979348.249396:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979348.249400:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979348.249401:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979349.273196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979349.273203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979349.273210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979349.273211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979349.273214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979349.273215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979350.297172:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979350.297174:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979350.297177:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297182:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979350.297184:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297187:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297189:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979350.297193:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979350.297195:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979350.297196:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297198:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979350.297199:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297201:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297202:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979350.297206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979350.297207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979350.297286:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979350.297290:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979350.297293:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979350.425556:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1783979350.425563:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979350.425573:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783979350.425577:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979350.425580:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979351.321191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979351.321199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979351.321204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979351.321205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979351.321209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979351.321210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979351.321652:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304746187, at 4304746240
00000100:00000010:3.0:1783979351.321662:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856270c0.
00010000:00000001:1.0:1783979352.345198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979352.345205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979352.345210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979352.345211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979352.345214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979352.345215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979352.601731:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979352.602666:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979352.602817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979352.605361:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979352.607754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783979353.369154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979353.369162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979353.369167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979353.369168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979353.369172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979353.369173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979354.393184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979354.393192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979354.393198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979354.393199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979354.393202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979354.393206:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979354.393208:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979354.393212:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979354.393215:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979354.393218:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979354.393220:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979354.393222:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979354.393473:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979354.393476:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979354.393479:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979355.417171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979355.417178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979355.417183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979355.417184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979355.417188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979355.417189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1783979355.673351:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:3.0:1783979355.673393:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979355.673401:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979355.673405:0:2389:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:3.0:1783979355.673410:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979355.673413:0:2389:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979355.673418:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979355.673422:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:3.0:1783979355.673428:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979355.673434:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979355.673439:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054dd0
00000400:00000010:3.0:1783979355.673442:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054dd0.
00000100:00000001:3.0:1783979355.673447:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979355.675757:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf805c00 x1870627559920896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675786:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979355.675791:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805c00 x1870627559920896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675798:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979355.675800:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979355.675815:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979355.675818:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7400.
00000400:00000200:3.0:1783979355.675823:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979355.675827:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979355.675833:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054660
00000400:00000010:3.0:1783979355.675836:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054660.
00000100:00000001:3.0:1783979355.675839:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979355.675842:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf804380 x1870627559921024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675849:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979355.675852:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804380 x1870627559921024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675858:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979355.675860:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979355.675864:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979355.675866:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7d00.
00000400:00000200:3.0:1783979355.675868:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979355.675871:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979355.675873:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054550
00000400:00000010:3.0:1783979355.675875:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054550.
00000100:00000001:3.0:1783979355.675877:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979355.675881:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf805180 x1870627559921152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675889:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979355.675892:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805180 x1870627559921152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675898:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979355.675899:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979355.675904:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979355.675906:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:3.0:1783979355.675909:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979355.675912:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979355.675914:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30543b8
00000400:00000010:3.0:1783979355.675916:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30543b8.
00000100:00000001:3.0:1783979355.675918:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979355.675922:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf804a80 x1870627559921280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675929:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979355.675932:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804a80 x1870627559921280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675938:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979355.675939:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979355.675944:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979355.675946:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7300.
00000400:00000200:3.0:1783979355.675949:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979355.675952:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979355.675954:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054198
00000400:00000010:3.0:1783979355.675956:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054198.
00000100:00000001:3.0:1783979355.675958:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979355.675962:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf804000 x1870627559921408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675976:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979355.675978:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804000 x1870627559921408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979355.675984:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979355.675986:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1783979356.441173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979356.441178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979356.441182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979356.441184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979356.441187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979356.441189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979356.442214:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304751307, at 4304751361
00000100:00000010:3.0:1783979356.442222:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627120.
00010000:00000001:1.0:1783979357.465339:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979357.465346:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979357.465351:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979357.465352:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979357.465355:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979357.465356:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979357.722400:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979357.722410:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979357.722413:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979357.722416:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979357.722420:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979357.722427:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10080
00000400:00000200:3.0:1783979357.722436:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979357.722442:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979357.722445:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979357.722448:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722451:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.722453:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722456:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979357.722459:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979357.722461:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979357.722464:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979357.722467:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979357.722469:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979357.722472:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979357.722475:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722477:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.722479:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722482:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979357.722485:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979357.722487:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722490:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979357.722492:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979357.722496:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979357.722499:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722501:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979357.722503:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979357.722519:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979357.722523:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979357.722527:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979357.722528:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722531:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979357.722534:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979357.722537:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979357.722544:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979357.722552:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979357.722561:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559921536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979357.722571:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979357.722576:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979357.722581:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559921536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979357.722596:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979357.722599:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979357.722602:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979357.722604:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979357.722605:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979357.722608:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979357.722610:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10080
00000400:00000200:3.0:1783979357.722614:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979357.722617:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979357.722620:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979357.722623:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722625:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.722626:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722629:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979357.722631:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979357.722632:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979357.722634:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979357.722636:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979357.722638:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979357.722640:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979357.722643:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722645:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.722647:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722649:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979357.722651:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979357.722653:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722656:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979357.722658:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979357.722663:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979357.722665:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722667:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979357.722671:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979357.722674:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722675:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979357.722679:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979357.722681:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979357.722684:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979357.722686:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722687:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979357.722689:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979357.722690:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979357.722694:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979357.722697:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979357.722702:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559921664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979357.722709:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979357.722711:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979357.722714:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559921664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979357.722719:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979357.722721:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979357.722725:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979357.722726:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979357.722728:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979357.722730:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979357.722733:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10080
00000400:00000200:3.0:1783979357.722737:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979357.722739:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979357.722741:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979357.722744:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722746:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.722747:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722749:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979357.722751:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979357.722752:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979357.722754:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979357.722756:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979357.722758:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979357.722761:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979357.722763:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722765:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.722766:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722767:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979357.722769:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979357.722770:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722772:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979357.722773:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979357.722775:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979357.722776:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722777:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979357.722778:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979357.722844:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722846:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979357.722850:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979357.722853:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979357.722855:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979357.722857:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722858:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979357.722860:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979357.722862:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979357.722865:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979357.722868:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979357.722873:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559921792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979357.722880:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979357.722883:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979357.722886:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559921792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979357.722894:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979357.722897:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979357.722900:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979357.722901:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979357.722903:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979357.722905:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979357.722907:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10080
00000400:00000200:3.0:1783979357.722911:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979357.722914:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979357.722917:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979357.722919:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722921:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.722923:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722925:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979357.722927:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979357.722928:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979357.722930:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979357.722932:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979357.722934:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979357.722936:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979357.722938:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722941:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.722942:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722944:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979357.722946:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979357.722949:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979357.722951:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979357.722952:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979357.722955:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979357.722957:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722959:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979357.722962:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979357.722964:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722966:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979357.722969:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979357.722972:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979357.722974:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979357.722975:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.722977:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979357.722978:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979357.722980:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979357.722983:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979357.722987:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979357.722991:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559921920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979357.722998:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979357.723001:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979357.723004:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559921920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979357.723012:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979357.723014:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979357.723017:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979357.723018:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979357.723020:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979357.723022:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979357.723024:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10080
00000400:00000200:3.0:1783979357.723028:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979357.723031:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979357.723033:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979357.723035:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.723037:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.723038:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.723041:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979357.723043:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979357.723044:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979357.724626:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979357.724641:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979357.724645:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979357.724650:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979357.724659:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.724662:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979357.724664:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979357.724667:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979357.724670:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979357.724673:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979357.724676:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979357.724679:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979357.724689:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979357.724692:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.724695:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979357.724699:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979357.724702:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.724704:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979357.724714:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979357.724730:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979357.724734:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979357.724736:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979357.724739:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979357.724742:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979357.724745:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979357.724752:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979357.724758:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979357.724767:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559922048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979357.724786:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979357.724790:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979357.724795:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559922048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979357.724803:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979357.724810:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10090)
00000800:00000200:0.1:1783979357.725306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979357.725309:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979357.726200:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979357.726202:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979357.726496:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979357.726498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979357.726806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979357.726809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979357.727932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979357.727934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00010000:00000001:1.0:1783979358.489859:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979358.489867:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979358.489873:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979358.489874:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979358.489878:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979358.489879:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979358.490148:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979358.490152:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979358.490155:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979359.513177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979359.513186:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979359.513188:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979359.513192:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.513197:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979359.513199:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.513201:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.513203:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.513207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979359.513209:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979359.513211:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979359.513212:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.513214:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979359.513215:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.513217:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.513219:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979359.513222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979359.513223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979360.537148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979360.537155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979360.537159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979360.537160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979360.537163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979360.537165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979361.561166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979361.561172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979361.561178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979361.561181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979361.561186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979361.561187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979361.561287:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304756430, at 4304756480
00000100:00000010:3.0:1783979361.561296:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64a20.
00010000:00000001:1.0:1783979362.585189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979362.585196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979362.585201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979362.585202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979362.585205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979362.585207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979362.844272:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979362.844275:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979362.844571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979362.844574:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979362.844961:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979362.844963:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979362.847139:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979362.847142:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979362.847587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979362.847590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00010000:00000001:1.0:1783979363.609521:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979363.609528:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979363.609534:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979363.609534:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979363.609537:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979363.609538:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979364.634084:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979364.634093:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979364.634100:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979364.634101:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979364.634105:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979364.634110:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979364.634114:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979364.634118:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979364.634121:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979364.634124:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979364.634127:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979364.634129:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979364.634976:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979364.634981:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979364.634984:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979365.658034:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979365.658044:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979365.658186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979365.658187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979365.658191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979365.658193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979366.681185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979366.681192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979366.681201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979366.681202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979366.681207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979366.681208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979366.681390:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304761549, at 4304761600
00000100:00000010:3.0:1783979366.681401:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627300.
00010000:00000001:1.0:1783979367.705216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979367.705226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979367.705234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979367.705236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979367.705239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979367.705240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979367.961860:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979367.961866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979367.962563:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979367.962565:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979367.962859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979367.962861:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979367.963162:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979367.963165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979367.963456:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979367.963459:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00010000:00000001:1.0:1783979368.729198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979368.729205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979368.729210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979368.729211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979368.729213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979368.729214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979368.730713:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979368.730719:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979368.730723:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979369.753180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979369.753190:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979369.753192:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979369.753196:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.753201:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979369.753203:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.753205:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.753207:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.753212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979369.753213:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979369.753214:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979369.753216:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.753217:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979369.753219:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.753220:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.753222:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979369.753226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979369.753227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979370.777481:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979370.777489:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979370.777494:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979370.777495:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979370.777498:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979370.777499:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979371.801213:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304766666, at 4304766720
00000100:00000010:3.0:1783979371.801236:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856272a0.
00010000:00000001:1.0:1783979371.801908:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979371.801915:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979371.801920:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979371.801921:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979371.801924:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979371.801925:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979372.825209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979372.825217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979372.825222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979372.825223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979372.825226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979372.825227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979372.825404:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979372.825407:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979372.825411:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1783979373.083867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979373.083871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979373.084346:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979373.084349:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979373.084654:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979373.084657:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979373.084931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979373.084934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979373.085195:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979373.085197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00010000:00000001:1.0:1783979373.849255:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979373.849262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979373.849268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979373.849269:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979373.849272:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979373.849273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979374.873189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979374.873197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979374.873202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979374.873203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979374.873207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979374.873210:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979374.873222:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979374.873226:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979374.873229:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979374.873231:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979374.873233:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979374.873235:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979375.897482:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979375.897489:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979375.897493:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979375.897495:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979375.897498:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979375.897499:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979376.921142:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304771788, at 4304771840
00010000:00000001:1.0:1783979376.921146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979376.921151:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979376.921157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979376.921158:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856279c0.
00010000:00000001:1.0:1783979376.921159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979376.921165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979376.921166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979377.946199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979377.946206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979377.946212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979377.946214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979377.946216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979377.946218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979378.201236:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979378.201247:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979378.201249:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979378.201253:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979378.201257:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979378.201264:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10100
00000400:00000200:1.0:1783979378.201273:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979378.201279:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979378.201281:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979378.201284:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201287:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.201290:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201292:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979378.201297:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979378.201298:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979378.201301:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979378.201305:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979378.201307:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979378.201309:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979378.201312:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201314:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.201316:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201318:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979378.201320:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979378.201323:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201326:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979378.201328:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979378.201332:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979378.201334:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.201337:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979378.201339:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979378.201349:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979378.201352:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979378.201355:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979378.201357:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.201360:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979378.201363:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979378.201366:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979378.201373:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979378.201379:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979378.201387:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559924096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979378.201403:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979378.201407:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.201411:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559924096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979378.201436:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979378.201439:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979378.201442:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979378.201443:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979378.201445:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979378.201447:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979378.201450:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10100
00000400:00000200:1.0:1783979378.201453:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979378.201456:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979378.201458:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979378.201461:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201463:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.201465:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201467:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979378.201469:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979378.201470:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979378.201472:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979378.201474:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979378.201476:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979378.201478:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979378.201480:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201482:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.201484:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201486:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979378.201489:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979378.201491:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201494:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979378.201495:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979378.201501:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979378.201503:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.201506:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979378.201510:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979378.201514:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.201516:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979378.201520:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979378.201523:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979378.201527:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1783979378.201729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979378.201733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
02000000:00000001:1.0:1783979378.201766:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.201771:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979378.201774:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979378.201777:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979378.201784:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979378.201790:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979378.201799:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559924224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979378.201814:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979378.201817:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.201823:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559924224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979378.201838:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979378.201842:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979378.201847:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979378.201850:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979378.201854:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979378.201856:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979378.201862:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10100
00000400:00000200:1.0:1783979378.201870:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979378.201877:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979378.201883:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979378.201889:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201893:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.201898:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201903:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979378.201909:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979378.201912:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979378.201915:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979378.201917:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979378.201923:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979378.201928:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979378.201936:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201941:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.201947:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201952:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979378.201957:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979378.201964:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979378.201970:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979378.201974:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979378.201978:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979378.201982:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.201987:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979378.201991:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979378.201997:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.202000:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979378.202007:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979378.202012:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979378.202016:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979378.202018:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.202020:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979378.202021:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979378.202023:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979378.202028:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979378.202033:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979378.202042:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559924352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979378.202167:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979378.202170:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.202177:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559924352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979378.202192:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979378.202197:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979378.202202:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979378.202204:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979378.202208:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979378.202215:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979378.202220:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10100
00000400:00000200:1.0:1783979378.202228:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979378.202235:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979378.202241:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979378.202247:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202251:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.202255:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202260:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979378.202264:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979378.202268:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979378.202271:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979378.202276:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979378.202280:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979378.202284:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979378.202292:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202296:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.202301:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202306:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979378.202310:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979378.202316:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202322:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979378.202326:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979378.202331:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979378.202336:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.202340:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979378.202344:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979378.202349:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.202353:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979378.202358:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979378.202362:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979378.202367:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979378.202369:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.202373:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979378.202377:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979378.202380:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979378.202387:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979378.202394:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979378.202403:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559924480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979378.202419:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979378.202424:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.202433:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559924480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979378.202451:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979378.202458:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979378.202466:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979378.202469:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979378.202473:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979378.202478:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979378.202484:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10100
00000400:00000200:1.0:1783979378.202494:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979378.202504:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979378.202508:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1783979378.202510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:1.0:1783979378.202515:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000800:00000200:2.1:1783979378.202517:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1783979378.202520:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.202526:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202666:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979378.202671:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979378.202675:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979378.202678:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979378.202683:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979378.202688:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979378.202693:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979378.202701:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202706:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979378.202711:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202716:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979378.202720:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979378.202725:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979378.202729:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979378.202733:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979378.202737:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979378.202742:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.202747:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979378.202751:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979378.202756:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.202760:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979378.202767:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979378.202772:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979378.202778:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979378.202781:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979378.202785:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979378.202787:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979378.202791:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979378.202797:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979378.202803:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979378.202811:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559924608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979378.202824:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979378.202828:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.202837:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559924608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979378.202854:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979378.202862:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10110)
00000800:00000200:2.1:1783979378.202917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979378.202920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979378.203291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979378.203294:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979378.203552:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979378.203554:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00010000:00000001:1.0:1783979378.969311:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979378.969318:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979378.969324:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979378.969326:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979378.969329:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979378.969330:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979378.969443:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979378.969446:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979378.969448:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979379.994585:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979379.994594:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979379.994596:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979379.994600:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.994604:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979379.994606:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.994608:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.994611:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.994614:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979379.994616:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979379.994617:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979379.994619:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.994620:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979379.994621:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.994623:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.994624:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979379.994627:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979379.994629:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979381.017172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979381.017180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979381.017185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979381.017186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979381.017190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979381.017191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979382.041173:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304776906, at 4304776960
00010000:00000001:1.0:1783979382.041184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979382.041189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979382.041191:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627f00.
00010000:00000001:1.0:1783979382.041195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979382.041198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979382.041203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979382.041205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979383.065200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979383.065207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979383.065212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979383.065214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979383.065217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979383.065218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979383.065580:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979383.065584:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979383.065587:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979383.321180:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979383.321192:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979383.321194:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979383.321198:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979383.321203:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979383.321211:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10105
00000400:00000200:1.0:1783979383.321222:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979383.321228:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979383.321232:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979383.321235:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.321239:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.321242:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.321244:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979383.321249:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979383.321252:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979383.321254:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979383.321257:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979383.321260:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979383.321262:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979383.321266:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.321268:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.321270:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.321272:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979383.321275:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979383.321278:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979383.321280:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.321283:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979383.321287:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979383.321290:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.321292:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979383.322136:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979383.322144:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783979383.322149:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979383.322152:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979383.322154:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.322157:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979383.322159:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979383.322164:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979383.322170:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979383.322178:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979383.322188:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559924736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979383.322198:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979383.322202:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.322207:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559924736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.322232:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979383.322236:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979383.322239:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979383.322240:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979383.322242:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979383.322245:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979383.322248:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10105
00000400:00000200:1.0:1783979383.322253:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979383.322256:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979383.322259:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979383.322261:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.322264:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.322267:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.322269:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979383.322271:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979383.322273:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979383.322276:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979383.322279:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979383.322283:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000800:00000200:0.1:1783979383.322464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979383.322467:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:1.0:1783979383.322839:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979383.322846:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.322848:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.322850:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.322853:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979383.322855:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979383.322858:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979383.322860:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.322862:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979383.322868:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979383.322870:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.322872:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979383.322876:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979383.322878:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.322880:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979383.322884:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783979383.322887:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979383.322890:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979383.322891:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.322893:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979383.322894:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979383.322897:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979383.322901:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979383.322906:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979383.322911:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559924864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979383.322919:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979383.322921:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.322925:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559924864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.322947:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979383.322951:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979383.322955:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979383.322956:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979383.322958:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979383.322961:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979383.322964:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10105
00000400:00000200:1.0:1783979383.322969:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979383.322972:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979383.322975:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979383.322979:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.322981:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.322984:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.322986:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979383.322988:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979383.322989:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979383.322991:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979383.322993:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979383.322995:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979383.322998:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979383.323001:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323003:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.323006:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323007:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979383.323010:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979383.323013:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323016:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.323018:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979383.323021:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979383.323023:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323025:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979383.323027:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979383.323030:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323032:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979383.323036:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783979383.323039:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979383.323041:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979383.323042:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323045:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979383.323046:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979383.323074:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979383.323079:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979383.323083:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979383.323088:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559924992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979383.323106:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979383.323109:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.323113:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559924992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.323122:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979383.323126:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979383.323129:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979383.323131:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979383.323133:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979383.323136:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979383.323138:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10105
00000400:00000200:1.0:1783979383.323143:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979383.323147:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979383.323150:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979383.323154:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323156:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.323159:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323161:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979383.323164:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979383.323165:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979383.323167:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979383.323169:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979383.323171:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979383.323173:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979383.323176:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323178:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.323179:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323181:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979383.323183:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979383.323186:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323188:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.323190:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979383.323192:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979383.323194:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323196:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979383.323198:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979383.323200:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323202:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979383.323207:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783979383.323209:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979383.323211:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979383.323212:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323214:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979383.323215:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979383.323217:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979383.323221:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979383.323224:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979383.323228:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559925120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979383.323235:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979383.323237:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.323240:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559925120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.323248:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979383.323251:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979383.323254:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979383.323255:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979383.323256:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979383.323259:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979383.323261:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10105
00000400:00000200:1.0:1783979383.323265:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979383.323267:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979383.323269:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979383.323271:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323273:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.323275:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323277:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979383.323280:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979383.323281:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979383.323283:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979383.323284:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979383.323286:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979383.323288:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979383.323291:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323292:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979383.323294:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323297:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979383.323299:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979383.323301:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979383.323303:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979383.323305:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979383.323308:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979383.323310:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323311:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979383.323313:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979383.323315:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323317:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979383.323321:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979383.323323:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979383.323325:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979383.323326:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979383.323328:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979383.323329:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979383.323331:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979383.323334:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979383.323336:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979383.323340:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559925248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979383.323347:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979383.323349:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.323353:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559925248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979383.323359:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979383.323364:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10115)
00000800:00000200:0.1:1783979383.323871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979383.323873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979383.324188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979383.324192:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979383.325437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979383.325440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979383.325837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979383.325839:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00010000:00000001:1.0:1783979384.089369:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979384.089376:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979384.089382:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979384.089383:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979384.089386:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979384.089388:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979385.113249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979385.113256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979385.113262:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979385.113263:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979385.113266:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979385.113270:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979385.113272:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979385.113275:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979385.113278:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979385.113281:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979385.113283:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979385.113285:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979386.138144:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979386.138150:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979386.138155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979386.138157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979386.138160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979386.138161:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979387.161191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979387.161198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979387.161215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979387.161218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979387.161223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979387.161225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979387.162846:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979387.162852:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979387.162858:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979387.162874:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304782027, at 4304782081
00000100:00000010:3.0:1783979387.162883:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64840.
00010000:00000001:1.0:1783979388.185206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979388.185216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979388.185223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979388.185224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979388.185228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979388.185229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979388.441223:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979388.441237:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979388.441240:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979388.441246:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979388.441251:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979388.441261:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10110
00000400:00000200:1.0:1783979388.441273:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979388.441280:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979388.441283:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979388.441287:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441290:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.441293:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441296:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979388.441301:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979388.441304:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979388.441307:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979388.441311:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979388.441313:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979388.441315:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979388.441318:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441320:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.441321:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441323:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979388.441326:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979388.441329:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441331:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.441334:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979388.441338:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979388.441342:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.441345:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979388.441348:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979388.441359:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979388.441363:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979388.441368:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979388.441370:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.441374:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979388.441378:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979388.441383:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979388.441395:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979388.441403:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979388.441415:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559925376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979388.441433:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979388.441438:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979388.441444:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559925376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.441475:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979388.441479:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979388.441482:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979388.441484:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979388.441485:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979388.441489:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979388.441491:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10110
00000400:00000200:1.0:1783979388.441495:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979388.441498:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979388.441500:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979388.441503:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441505:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.441507:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441509:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979388.441511:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979388.441512:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979388.441514:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979388.441516:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979388.441518:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979388.441520:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979388.441523:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441525:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.441527:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441529:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979388.441531:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979388.441534:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441536:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.441538:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979388.441544:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979388.441547:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.441549:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979388.441555:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979388.441558:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.441560:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979388.441564:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979388.441568:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979388.441572:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979388.441575:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.441579:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979388.441581:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979388.441592:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979388.441597:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979388.441601:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979388.441610:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559925504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979388.441624:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979388.441628:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979388.441634:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559925504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.441648:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979388.441652:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979388.441662:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979388.441666:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979388.441669:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979388.441672:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979388.441678:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10110
00000400:00000200:1.0:1783979388.441684:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979388.441688:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979388.441691:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979388.441694:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441699:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.441703:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441706:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979388.441711:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979388.441714:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979388.441716:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979388.441718:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979388.441722:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979388.441725:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979388.441729:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441732:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.441734:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441736:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979388.441739:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979388.441744:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441750:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.441753:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979388.441757:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979388.441762:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.441766:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979388.441770:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979388.441774:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.441778:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979388.441783:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979388.441788:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979388.441793:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979388.441796:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.441800:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979388.441803:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979388.441805:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979388.441810:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979388.441815:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979388.441822:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559925632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979388.441834:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979388.441839:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979388.441845:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559925632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.441863:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979388.441868:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979388.441872:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979388.441874:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979388.441876:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979388.441882:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979388.441887:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10110
00000400:00000200:1.0:1783979388.441894:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979388.441901:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979388.441905:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979388.441909:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441914:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.441916:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441920:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979388.441925:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979388.441928:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979388.441932:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.1:1783979388.441934:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000040:1.0:1783979388.441936:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000800:00000200:0.1:1783979388.441938:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:1.0:1783979388.441940:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979388.441945:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979388.441952:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441955:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.441959:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441963:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979388.441967:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979388.441974:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979388.441991:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.441995:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979388.441999:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979388.442003:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.442006:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979388.442009:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979388.442015:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.442017:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979388.442021:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979388.442025:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979388.442031:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979388.442033:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.442037:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979388.442040:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979388.442042:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979388.442073:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979388.442078:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979388.442083:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559925760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979388.442091:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979388.442093:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979388.442098:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559925760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.442125:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979388.442129:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979388.442134:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979388.442135:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979388.442137:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979388.442140:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979388.442144:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10110
00000400:00000200:1.0:1783979388.442151:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979388.442156:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979388.442162:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979388.442166:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.442171:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.442175:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.442179:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979388.442184:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979388.442187:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979388.442191:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979388.442194:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979388.442200:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979388.442204:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979388.442210:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.442213:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979388.442215:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979388.442221:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979388.442226:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979388.442232:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979388.442237:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979388.442240:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979388.442243:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979388.442249:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.442253:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979388.442257:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979388.442260:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.442264:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979388.442270:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979388.442274:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979388.442278:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979388.442280:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979388.442282:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979388.442283:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979388.442285:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979388.442288:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979388.442293:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979388.442300:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559925888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979388.442320:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979388.442323:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979388.442332:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559925888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979388.442354:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979388.442361:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10121)
00000800:00000200:0.1:1783979388.442588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979388.442590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979388.442857:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979388.442860:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979388.443173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979388.443176:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979388.443419:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979388.443421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783979389.209211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979389.209219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979389.209224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979389.209225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979389.209227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979389.209229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233244:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979390.233257:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979390.233261:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979390.233265:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233272:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979390.233274:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233276:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233279:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233283:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979390.233285:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979390.233286:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979390.233287:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233289:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979390.233290:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233291:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233293:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979390.233297:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979390.233299:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1783979390.361219:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979390.361229:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979390.361235:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00010000:00000001:1.0:1783979391.257699:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979391.257706:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979391.257712:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979391.257712:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979391.257715:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979391.257716:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979392.281327:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979392.281336:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979392.281344:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979392.281345:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979392.281349:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979392.281350:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979392.281449:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304787147, at 4304787200
00000100:00000010:3.0:1783979392.281465:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64120.
00010000:00000001:1.0:1783979393.305226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979393.305237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979393.305246:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979393.305247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979393.305251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979393.305252:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979393.305727:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979393.305734:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979393.305738:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979393.561247:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979393.561258:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979393.561261:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979393.561264:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979393.561269:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979393.561276:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10116
00000400:00000200:3.0:1783979393.561286:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979393.561292:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979393.561295:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979393.561298:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561301:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561304:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561306:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979393.561310:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979393.561312:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979393.561316:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979393.561319:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979393.561321:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979393.561324:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979393.561327:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561329:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561330:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561332:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979393.561334:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979393.561337:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561340:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979393.561343:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979393.561347:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979393.561349:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561352:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979393.561354:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979393.561366:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979393.561369:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979393.561373:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979393.561375:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561379:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979393.561382:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979393.561386:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979393.561395:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979393.561401:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979393.561410:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559926016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979393.561418:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979393.561422:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.561426:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559926016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979393.561461:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979393.561464:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979393.561468:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979393.561470:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979393.561471:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979393.561474:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979393.561476:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10116
00000400:00000200:3.0:1783979393.561481:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979393.561484:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979393.561486:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979393.561489:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561491:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561493:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561495:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979393.561497:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979393.561498:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979393.561499:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979393.561501:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979393.561503:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979393.561505:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979393.561507:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561509:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561511:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561513:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979393.561515:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979393.561517:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561519:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979393.561521:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979393.561525:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979393.561527:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561529:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979393.561546:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979393.561550:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561551:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979393.561557:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979393.561559:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979393.561561:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979393.561563:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561564:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979393.561565:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979393.561567:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979393.561570:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979393.561574:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979393.561578:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559926144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979393.561585:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979393.561587:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.561591:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559926144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979393.561599:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979393.561601:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979393.561605:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979393.561606:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979393.561608:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979393.561610:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979393.561613:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10116
00000400:00000200:3.0:1783979393.561616:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979393.561619:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979393.561621:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979393.561623:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561625:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561627:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561630:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979393.561632:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979393.561633:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979393.561635:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979393.561637:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979393.561639:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979393.561641:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979393.561644:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561645:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561647:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561649:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979393.561651:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979393.561653:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561666:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979393.561668:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979393.561671:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979393.561673:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561674:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979393.561676:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979393.561678:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561680:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979393.561683:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979393.561686:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979393.561688:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979393.561689:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561691:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979393.561692:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979393.561694:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979393.561697:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979393.561700:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979393.561704:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559926272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979393.561717:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979393.561719:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.561722:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559926272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979393.561729:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979393.561732:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979393.561735:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979393.561736:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979393.561738:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979393.561740:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979393.561742:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10116
00000400:00000200:3.0:1783979393.561746:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979393.561749:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979393.561751:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979393.561753:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561755:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561756:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561759:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979393.561760:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979393.561762:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979393.561763:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979393.561765:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979393.561767:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979393.561769:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979393.561771:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561773:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561775:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561777:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979393.561780:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979393.561782:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561784:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979393.561786:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979393.561788:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979393.561790:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561792:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979393.561794:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979393.561796:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561798:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979393.561801:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979393.561803:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979393.561806:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979393.561807:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561808:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979393.561810:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979393.561811:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979393.561815:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979393.561818:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979393.561822:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559926400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979393.561829:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979393.561830:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.561834:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559926400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979393.561840:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979393.561843:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979393.561846:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979393.561847:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979393.561849:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979393.561851:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979393.561854:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10116
00000400:00000200:3.0:1783979393.561857:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979393.561860:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979393.561862:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979393.561865:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561872:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561874:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561876:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979393.561878:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979393.561879:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979393.561880:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979393.561882:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979393.561884:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979393.561886:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979393.561917:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561919:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979393.561921:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561923:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979393.561925:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979393.561928:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979393.561930:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979393.561932:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979393.561935:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979393.561937:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561939:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979393.561941:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979393.561943:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561945:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979393.561948:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979393.561951:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979393.561953:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979393.561955:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979393.561957:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979393.561958:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979393.561960:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979393.561964:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979393.561967:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979393.561972:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559926528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979393.561979:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979393.561981:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.561984:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559926528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979393.561992:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979393.561996:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10126)
00000800:00000200:0.1:1783979393.562782:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979393.562785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979393.563261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979393.563263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979393.563588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979393.563591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979393.563864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979393.563866:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979393.564293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979393.564296:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783979394.329210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979394.329220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979394.329228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979394.329229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979394.329233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979394.329234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979395.353199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979395.353208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979395.353214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979395.353215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979395.353220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979395.353224:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979395.353227:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979395.353230:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979395.353234:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979395.353236:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979395.353238:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979395.353240:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979396.377146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979396.377220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979396.377228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979396.377230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979396.377234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979396.377235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979397.401242:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304792267, at 4304792320
00010000:00000001:1.0:1783979397.401259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979397.401259:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64c60.
00010000:00000001:1.0:1783979397.401276:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979397.401283:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979397.401284:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979397.401288:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979397.401290:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979397.401330:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979397.401334:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979397.401337:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979398.425164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979398.425169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979398.425173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979398.425174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979398.425176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979398.425177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979398.681238:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979398.681250:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979398.681252:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979398.681256:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979398.681261:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979398.681269:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10121
00000400:00000200:1.0:1783979398.681279:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979398.681285:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979398.681288:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979398.681290:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681294:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681297:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681299:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979398.681303:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979398.681305:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979398.681308:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979398.681311:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979398.681313:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979398.681315:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979398.681318:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681320:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681322:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681323:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979398.681326:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979398.681329:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681332:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.681335:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979398.681339:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979398.681342:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681344:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979398.681347:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979398.681357:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979398.681361:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979398.681365:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979398.681366:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681370:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979398.681373:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979398.681377:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979398.681386:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979398.681392:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979398.681400:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559926656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979398.681431:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979398.681435:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979398.681441:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559926656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.681460:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979398.681463:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979398.681467:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979398.681468:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979398.681470:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979398.681473:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979398.681475:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10121
00000400:00000200:1.0:1783979398.681479:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979398.681482:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979398.681485:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979398.681487:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681489:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681491:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681493:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979398.681496:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979398.681497:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979398.681498:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979398.681500:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979398.681502:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979398.681504:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979398.681506:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681508:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681510:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681512:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979398.681515:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979398.681517:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681519:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.681521:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979398.681526:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979398.681528:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681530:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979398.681534:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979398.681537:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681539:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979398.681542:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979398.681544:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979398.681547:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979398.681548:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681550:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979398.681551:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979398.681553:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979398.681556:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979398.681559:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979398.681564:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559926784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979398.681571:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979398.681573:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979398.681577:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559926784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.681585:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979398.681587:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979398.681591:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979398.681592:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979398.681594:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979398.681597:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979398.681600:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10121
00000400:00000200:1.0:1783979398.681603:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979398.681606:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979398.681608:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979398.681610:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681612:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681614:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681615:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979398.681617:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979398.681618:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979398.681619:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979398.681621:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979398.681623:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979398.681625:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979398.681627:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681628:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681630:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681632:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979398.681634:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979398.681635:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681637:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.681639:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979398.681641:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979398.681643:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681645:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979398.681646:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979398.681648:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681650:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979398.681653:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979398.681655:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979398.681657:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979398.681658:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681660:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979398.681661:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979398.681663:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979398.681667:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979398.681670:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979398.681673:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559926912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979398.681679:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979398.681681:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979398.681684:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559926912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.681690:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979398.681693:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979398.681695:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979398.681696:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979398.681698:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979398.681699:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979398.681702:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10121
00000400:00000200:1.0:1783979398.681705:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979398.681707:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979398.681708:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979398.681710:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681712:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681714:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681715:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979398.681717:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979398.681718:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979398.681719:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979398.681721:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979398.681723:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979398.681725:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979398.681727:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681729:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681730:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681732:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979398.681734:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979398.681736:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681738:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.681739:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979398.681741:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979398.681744:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681745:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979398.681747:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979398.681749:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681750:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979398.681753:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979398.681755:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979398.681757:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979398.681758:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681760:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979398.681761:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979398.681762:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979398.681765:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979398.681768:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979398.681772:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559927040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979398.681779:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979398.681781:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979398.681784:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559927040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.681791:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979398.681794:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979398.681796:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979398.681798:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979398.681808:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979398.681811:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979398.681813:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10121
00000400:00000200:1.0:1783979398.681817:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979398.681819:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979398.681821:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979398.681823:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681825:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681827:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681829:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979398.681831:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979398.681832:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979398.681834:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979398.681836:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979398.681838:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979398.681839:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979398.681843:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681845:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979398.681847:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681848:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979398.681850:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979398.681852:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979398.681855:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979398.681856:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979398.681859:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979398.681861:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681862:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979398.681865:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979398.681867:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681868:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979398.681871:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979398.681873:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979398.681875:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979398.681876:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979398.681877:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979398.681879:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979398.681880:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979398.681885:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979398.681888:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979398.681892:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559927168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979398.681899:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979398.681901:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979398.681905:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559927168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979398.681911:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979398.681916:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10131)
00000800:00000200:0.1:1783979398.682253:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979398.682257:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979398.682556:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979398.682558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979398.682907:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979398.682909:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979398.684360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979398.684363:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979398.684678:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979398.684680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783979399.449176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979399.449183:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979399.449185:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979399.449188:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.449191:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979399.449193:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.449195:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.449196:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.449199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979399.449200:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979399.449201:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979399.449202:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.449203:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979399.449204:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.449205:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.449207:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979399.449209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979399.449210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979400.473223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979400.473230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979400.473235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979400.473236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979400.473239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979400.473240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979401.497177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979401.497183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979401.497187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979401.497188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979401.497192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979401.497193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979401.497259:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979401.497262:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979401.497266:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979402.521164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979402.521171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979402.521184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979402.521187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979402.521192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979402.521193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979402.521803:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304797387, at 4304797440
00000100:00000010:3.0:1783979402.521810:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64840.
00010000:00000001:1.0:1783979403.546748:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979403.546809:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979403.546814:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979403.546814:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979403.546817:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979403.546818:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979403.801203:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979403.801214:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979403.801216:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979403.801220:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979403.801224:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979403.801231:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10126
00000400:00000200:1.0:1783979403.801240:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979403.801246:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979403.801249:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979403.801252:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801256:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801258:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801261:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979403.801265:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979403.801267:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979403.801280:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979403.801283:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979403.801286:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979403.801288:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979403.801291:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801293:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801295:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801297:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979403.801299:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979403.801302:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801305:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.801307:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979403.801311:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979403.801313:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801315:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979403.801318:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979403.801327:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783979403.801331:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979403.801334:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979403.801336:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801339:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979403.801342:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979403.801346:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979403.801354:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979403.801360:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979403.801369:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559927296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979403.801379:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979403.801383:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979403.801388:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559927296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.801416:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979403.801420:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979403.801423:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979403.801424:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979403.801426:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979403.801429:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979403.801431:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10126
00000400:00000200:1.0:1783979403.801435:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979403.801438:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979403.801441:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979403.801444:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801446:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801448:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801450:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979403.801452:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979403.801453:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979403.801455:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979403.801457:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979403.801459:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979403.801461:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979403.801463:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801465:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801466:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801468:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979403.801471:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979403.801473:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801476:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.801477:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979403.801482:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979403.801484:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801485:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979403.801490:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979403.801492:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801494:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979403.801497:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783979403.801499:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979403.801501:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979403.801502:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801504:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979403.801506:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979403.801507:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979403.801511:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979403.801514:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979403.801518:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559927424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979403.801525:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979403.801527:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979403.801531:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559927424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.801539:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979403.801541:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979403.801544:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979403.801546:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979403.801547:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979403.801549:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979403.801552:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10126
00000400:00000200:1.0:1783979403.801556:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979403.801558:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979403.801560:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979403.801563:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801565:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801568:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801569:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979403.801572:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979403.801573:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979403.801574:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979403.801576:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979403.801578:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979403.801580:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979403.801582:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801584:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801586:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801588:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979403.801590:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979403.801592:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801595:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.801596:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979403.801599:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979403.801601:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801603:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979403.801605:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979403.801620:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801622:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979403.801625:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783979403.801628:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979403.801630:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979403.801632:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801634:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979403.801635:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979403.801637:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979403.801641:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979403.801644:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979403.801648:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559927552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979403.801655:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979403.801658:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979403.801661:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559927552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.801670:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979403.801673:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979403.801677:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979403.801678:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979403.801679:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979403.801682:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979403.801684:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10126
00000400:00000200:1.0:1783979403.801688:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979403.801691:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979403.801693:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979403.801696:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801697:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801699:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801701:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979403.801704:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979403.801705:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979403.801706:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979403.801708:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979403.801741:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979403.801744:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979403.801748:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801750:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801752:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801754:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979403.801756:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979403.801758:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801760:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.801762:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979403.801765:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979403.801767:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801769:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979403.801772:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979403.801774:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801776:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979403.801779:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979403.801781:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979403.801783:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979403.801785:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801786:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979403.801788:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979403.801789:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979403.801793:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979403.801796:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979403.801801:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559927680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979403.801809:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979403.801810:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979403.801814:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559927680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.801822:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979403.801825:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979403.801828:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979403.801830:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979403.801831:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979403.801834:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979403.801836:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10126
00000400:00000200:1.0:1783979403.801840:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979403.801843:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979403.801845:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979403.801848:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801850:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801852:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801854:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979403.801856:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979403.801858:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979403.801859:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979403.801861:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979403.801863:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979403.801864:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979403.801867:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801869:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979403.801871:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801873:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979403.801875:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979403.801877:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979403.801879:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979403.801881:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979403.801883:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979403.801885:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801886:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979403.801888:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979403.801890:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801892:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979403.801896:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979403.801898:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979403.801900:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979403.801902:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979403.801903:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979403.801904:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979403.801906:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979403.801909:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979403.801911:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979403.801915:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559927808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979403.801921:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979403.801923:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979403.801926:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559927808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979403.801934:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979403.801938:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10136)
00000800:00000200:0.1:1783979403.802429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979403.802432:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979403.802670:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979403.802672:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979403.802933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979403.802936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979403.803238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979403.803240:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979403.803502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979403.803504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00010000:00000001:1.0:1783979404.569180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979404.569186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979404.569191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979404.569193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979404.569196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979404.569199:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979404.569201:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979404.569205:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979404.569207:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979404.569209:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979404.569211:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979404.569213:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979405.593189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979405.593194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979405.593199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979405.593200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979405.593202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979405.593203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979406.617992:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979406.617999:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979406.618005:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979406.618006:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979406.618009:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979406.618010:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979407.641171:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304802507, at 4304802560
00010000:00000001:1.0:1783979407.641175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979407.641181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979407.641185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979407.641188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979407.641193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979407.641194:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64ba0.
00010000:00000001:1.0:1783979407.641195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979407.641235:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979407.641239:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979407.641242:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979408.665162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979408.665170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979408.665175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979408.665176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979408.665179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979408.665180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979408.921227:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979408.921237:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979408.921239:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979408.921243:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979408.921247:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979408.921254:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10131
00000400:00000200:1.0:1783979408.921262:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979408.921268:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979408.921270:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979408.921273:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921276:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.921278:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921281:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979408.921285:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979408.921287:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979408.921289:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979408.921292:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979408.921295:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979408.921297:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979408.921300:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921302:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.921304:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921305:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979408.921308:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979408.921311:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921313:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.921316:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979408.921319:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979408.921322:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.921324:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979408.921327:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979408.921335:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979408.921339:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979408.921343:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979408.921344:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.921347:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979408.921350:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979408.921354:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979408.921363:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979408.921368:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979408.921377:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559927936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979408.921387:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979408.921391:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979408.921395:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559927936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.921421:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979408.921424:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979408.921427:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979408.921428:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979408.921430:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979408.921433:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979408.921435:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10131
00000400:00000200:1.0:1783979408.921439:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979408.921442:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979408.921445:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979408.921449:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921452:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.921454:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921456:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979408.921459:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979408.921460:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979408.921462:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979408.921465:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979408.921469:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979408.921474:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979408.921481:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921484:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.921489:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921494:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979408.921498:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979408.921504:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921511:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.921515:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979408.921523:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979408.921540:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.921544:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979408.921550:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979408.921556:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.921560:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979408.921567:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979408.921572:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979408.921578:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979408.921580:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.921584:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979408.921585:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979408.921588:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979408.921596:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979408.921601:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979408.921606:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559928064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979408.921619:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979408.921635:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979408.921640:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559928064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.921649:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979408.921653:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979408.921663:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979408.921667:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979408.921672:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979408.921677:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979408.921684:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10131
00000400:00000200:1.0:1783979408.921691:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979408.921700:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979408.921704:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979408.921711:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921715:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.921720:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921724:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979408.921729:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979408.921734:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979408.921739:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979408.921744:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979408.921751:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979408.921757:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979408.921767:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921773:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.921779:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921784:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979408.921789:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979408.921796:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921801:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979408.921805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:1.0:1783979408.921806:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1783979408.921811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
02000000:00000001:1.0:1783979408.921823:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979408.921829:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.921833:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979408.921838:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979408.921842:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.921847:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979408.921854:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979408.921860:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979408.921865:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979408.921868:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.921873:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979408.921877:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979408.921882:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979408.921887:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979408.921893:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979408.921904:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559928192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979408.921915:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979408.921921:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979408.921929:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559928192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.921941:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979408.921946:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979408.921950:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979408.921951:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979408.921953:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979408.921955:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979408.921960:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10131
00000400:00000200:1.0:1783979408.921968:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979408.921975:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979408.921977:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979408.921984:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.921988:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.921994:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922000:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979408.922003:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979408.922007:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979408.922010:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979408.922016:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979408.922021:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979408.922026:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979408.922032:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922038:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.922045:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922080:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979408.922087:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979408.922093:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922097:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.922102:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979408.922106:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979408.922110:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.922111:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979408.922113:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979408.922117:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.922121:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979408.922127:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979408.922132:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979408.922138:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979408.922141:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.922145:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979408.922148:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979408.922152:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979408.922160:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979408.922167:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979408.922177:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559928320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979408.922187:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979408.922189:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979408.922197:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559928320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.922211:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979408.922214:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979408.922218:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979408.922222:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979408.922226:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979408.922231:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979408.922238:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10131
00000400:00000200:1.0:1783979408.922246:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979408.922252:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979408.922258:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979408.922263:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922267:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.922272:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922278:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979408.922283:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979408.922287:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979408.922290:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979408.922294:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979408.922296:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979408.922299:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979408.922306:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922310:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979408.922315:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922320:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979408.922324:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979408.922333:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979408.922339:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979408.922345:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979408.922352:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979408.922359:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.922364:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979408.922369:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979408.922376:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.922381:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979408.922388:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979408.922395:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979408.922402:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979408.922404:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979408.922408:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979408.922412:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979408.922416:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979408.922425:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979408.922432:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979408.922443:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559928448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979408.922465:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979408.922471:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979408.922482:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559928448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979408.922505:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979408.922505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979408.922510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:1.0:1783979408.922514:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10141)
00000800:00000200:0.1:1783979408.922739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979408.922741:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979408.923025:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979408.923028:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979408.923420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979408.923423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00010000:00000001:1.0:1783979409.689168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979409.689177:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979409.689179:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979409.689183:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.689187:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979409.689189:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.689191:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.689193:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.689197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979409.689199:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979409.689200:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979409.689201:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.689203:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979409.689204:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.689206:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.689208:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979409.689211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979409.689212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979410.713164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979410.713173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979410.713178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979410.713180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979410.713184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979410.713185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979411.739098:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979411.739108:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979411.739116:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979411.739118:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979411.739123:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979411.739124:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979412.761193:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304807626, at 4304807680
00000100:00000010:3.0:1783979412.761219:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb644e0.
00010000:00000001:1.0:1783979412.761510:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979412.761513:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979412.761517:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979412.761518:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979412.761521:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979412.761522:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979413.785230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979413.785240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979413.785247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979413.785248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979413.785252:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979413.785254:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979414.041281:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979414.041294:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979414.041297:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979414.041301:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979414.041306:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979414.041315:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10136
00000400:00000200:1.0:1783979414.041326:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979414.041333:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979414.041336:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979414.041339:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041342:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041346:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041348:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979414.041353:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979414.041355:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979414.041358:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979414.041361:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979414.041364:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979414.041366:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979414.041369:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041371:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041372:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041374:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979414.041377:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979414.041381:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041384:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.041387:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979414.041392:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979414.041395:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041398:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979414.041401:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979414.041413:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979414.041417:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979414.041423:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979414.041425:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041429:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979414.041433:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979414.041437:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979414.041446:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979414.041454:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979414.041462:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559928576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979414.041470:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979414.041474:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979414.041478:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559928576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.041564:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979414.041568:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979414.041570:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979414.041572:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979414.041574:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979414.041577:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979414.041580:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10136
00000400:00000200:1.0:1783979414.041584:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979414.041587:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979414.041589:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979414.041592:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041594:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041596:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041597:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979414.041599:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979414.041601:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979414.041602:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979414.041604:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979414.041606:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979414.041609:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979414.041611:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041613:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041615:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041617:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979414.041619:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979414.041622:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041625:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.041627:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979414.041634:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979414.041636:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041638:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979414.041643:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979414.041646:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041648:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979414.041652:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979414.041655:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979414.041658:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979414.041659:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041661:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979414.041662:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979414.041664:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979414.041668:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979414.041672:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979414.041678:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559928704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979414.041685:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979414.041687:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979414.041691:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559928704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.041699:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979414.041701:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979414.041705:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979414.041706:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979414.041708:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979414.041711:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979414.041713:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10136
00000400:00000200:1.0:1783979414.041717:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979414.041720:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979414.041722:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979414.041725:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041727:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041728:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041730:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979414.041732:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979414.041734:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979414.041735:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979414.041737:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979414.041739:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979414.041741:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979414.041743:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041746:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041748:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041750:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979414.041752:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979414.041755:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041757:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.041759:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979414.041762:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979414.041764:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041766:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979414.041768:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979414.041770:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041772:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979414.041775:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979414.041777:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979414.041780:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979414.041781:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041782:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979414.041784:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979414.041786:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979414.041790:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979414.041793:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979414.041797:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559928832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979414.041804:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979414.041806:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979414.041809:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559928832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.041817:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979414.041819:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979414.041823:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979414.041824:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979414.041826:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979414.041828:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979414.041830:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10136
00000400:00000200:1.0:1783979414.041834:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979414.041837:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979414.041839:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979414.041841:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041843:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041845:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041847:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979414.041849:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979414.041850:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979414.041851:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979414.041853:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979414.041855:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979414.041857:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979414.041860:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041862:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041864:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041865:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979414.041867:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979414.041870:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041872:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.041873:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979414.041876:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979414.041878:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041880:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979414.041882:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979414.041884:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041885:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979414.041888:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979414.041890:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979414.041892:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979414.041893:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041895:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979414.041896:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979414.041897:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979414.041900:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979414.041903:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979414.041907:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559928960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979414.041913:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979414.041915:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979414.041918:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559928960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.041925:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979414.041927:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979414.041930:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979414.041932:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979414.041933:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979414.041936:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979414.041938:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10136
00000400:00000200:1.0:1783979414.041941:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979414.041943:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979414.041945:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979414.041948:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041950:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041951:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041953:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979414.041955:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979414.041956:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979414.041957:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979414.041959:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979414.041960:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979414.041962:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979414.041965:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041967:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979414.041969:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041971:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979414.041973:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979414.041976:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979414.041978:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979414.041979:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979414.041982:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979414.041983:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.041985:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979414.043360:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979414.043364:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.043367:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979414.043371:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979414.043375:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979414.043379:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979414.043380:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979414.043383:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979414.043385:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979414.043387:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979414.043394:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979414.043399:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979414.043405:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559929088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979414.043412:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979414.043416:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979414.043420:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559929088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979414.043428:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979414.043434:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10146)
00000800:00000200:0.1:1783979414.043498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979414.043501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979414.043839:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979414.043841:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979414.044028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979414.044030:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979414.044320:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979414.044322:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979414.044754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979414.044757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00010000:00000001:1.0:1783979414.809241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979414.809251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979414.809265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979414.809267:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979414.809271:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979414.809275:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979414.809278:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979414.809282:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979414.809285:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979414.809288:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979414.809290:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979414.809292:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979415.833210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979415.833226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979415.833234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979415.833236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979415.833240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979415.833241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979415.833389:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979415.833397:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979415.833402:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979416.857216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979416.857226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979416.857233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979416.857234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979416.857236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979416.857237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979417.882044:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979417.882071:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979417.882076:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979417.882077:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979417.882080:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979417.882081:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979417.883563:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304812748, at 4304812802
00000100:00000010:3.0:1783979417.883573:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb643c0.
00010000:00000001:1.0:1783979418.905170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979418.905177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979418.905182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979418.905183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979418.905186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979418.905187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979419.161477:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979419.161485:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979419.161488:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979419.161492:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979419.161496:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979419.161504:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10141
00000400:00000200:3.0:1783979419.161512:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979419.161518:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979419.161521:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979419.161524:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161528:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.161530:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161532:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979419.161536:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979419.161538:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979419.161541:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979419.161544:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979419.161547:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979419.161549:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979419.161553:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161555:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.161556:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161558:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979419.161561:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979419.161564:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161567:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.161571:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979419.161575:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979419.161578:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.161580:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979419.161583:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979419.161589:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979419.161592:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979419.161596:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979419.161598:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.161602:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979419.161605:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979419.161608:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979419.161615:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979419.161621:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979419.161630:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559929216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979419.161640:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979419.161644:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979419.161651:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559929216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979419.161674:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979419.161677:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979419.161681:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979419.161683:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979419.161686:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979419.161689:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979419.161692:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10141
00000400:00000200:3.0:1783979419.161697:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979419.161700:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979419.161703:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979419.161706:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161709:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.161712:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161714:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979419.161717:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979419.161718:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979419.161720:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979419.161722:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979419.161725:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979419.161727:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979419.161731:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161734:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.161736:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161739:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979419.161741:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979419.161744:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979419.161746:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.161748:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979419.161753:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979419.161755:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.161757:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979419.161762:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979419.161765:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.161767:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979419.161771:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979419.161773:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979419.161776:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979419.161777:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.161779:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979419.161781:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979419.161783:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979419.161786:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979419.161846:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979419.161856:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559929344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979419.161976:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979419.161982:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979419.161992:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559929344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979419.162041:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979419.162045:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:3.0:1783979419.162085:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979419.162092:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979419.162097:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979419.162101:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979419.162106:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979419.162112:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10141
00000400:00000200:3.0:1783979419.162120:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979419.162126:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979419.162130:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979419.162135:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162141:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.162144:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162148:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979419.162153:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979419.162155:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979419.162158:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979419.162159:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979419.162161:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979419.162163:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979419.162169:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162174:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.162178:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162183:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979419.162188:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979419.162195:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162200:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.162203:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979419.162208:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979419.162213:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162218:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979419.162221:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979419.162226:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162230:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979419.162235:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979419.162241:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979419.162247:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979419.162250:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162252:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979419.162256:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979419.162260:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979419.162268:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979419.162273:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979419.162284:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559929472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979419.162299:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979419.162304:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979419.162314:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559929472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979419.162334:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979419.162341:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979419.162348:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979419.162353:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979419.162357:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979419.162364:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979419.162370:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10141
00000400:00000200:3.0:1783979419.162379:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979419.162390:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000200:0.1:1783979419.162390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:3.0:1783979419.162395:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979419.162403:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162409:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.162415:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162421:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979419.162426:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979419.162428:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979419.162431:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979419.162436:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979419.162442:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979419.162459:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979419.162468:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162473:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.162479:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162485:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979419.162489:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979419.162496:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162501:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.162505:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979419.162510:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979419.162515:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162519:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979419.162523:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979419.162527:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162531:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979419.162536:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979419.162543:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979419.162549:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979419.162553:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162558:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979419.162561:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979419.162564:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979419.162572:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979419.162579:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979419.162589:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559929600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979419.162611:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979419.162616:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979419.162626:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559929600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979419.162648:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979419.162651:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:3.0:1783979419.162655:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979419.162663:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979419.162668:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979419.162671:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979419.162678:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979419.162685:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10141
00000400:00000200:3.0:1783979419.162694:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979419.162703:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979419.162708:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979419.162716:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162721:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.162728:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162734:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979419.162740:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979419.162743:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979419.162748:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979419.162752:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979419.162757:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979419.162764:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979419.162772:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162777:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979419.162781:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162784:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979419.162788:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979419.162795:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979419.162801:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979419.162805:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979419.162810:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979419.162814:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162818:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979419.162822:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979419.162827:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162830:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979419.162835:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979419.162841:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979419.162847:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979419.162850:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979419.162854:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979419.162857:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979419.162861:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979419.162868:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979419.162875:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979419.162884:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559929728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979419.162901:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1783979419.162901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:3.0:1783979419.162905:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979419.162913:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559929728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979419.162931:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979419.162939:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10151)
00000800:00000200:0.1:1783979419.163108:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783979419.929152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979419.929159:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979419.929161:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979419.929163:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.929167:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979419.929169:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.929170:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.929172:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.929174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979419.929175:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979419.929176:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979419.929177:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.929178:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979419.929179:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.929180:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.929181:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979419.929184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979419.929187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979420.953186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979420.953194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979420.953200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979420.953201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979420.953204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979420.953205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979421.977130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979421.977136:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979421.977140:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979421.977141:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979421.977143:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979421.977148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979421.977217:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979421.977221:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979421.977224:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979422.233326:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:3.0:1783979422.233360:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979422.233366:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979422.233370:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:3.0:1783979422.233375:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979422.233378:0:2392:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979422.233383:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979422.233387:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:3.0:1783979422.233416:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979422.233422:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979422.233429:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7ded48
00000400:00000010:3.0:1783979422.233432:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7ded48.
00000100:00000001:3.0:1783979422.233437:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979422.233445:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687480 x1870627559929216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233473:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979422.233478:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559929216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233485:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979422.233487:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979422.233496:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979422.233498:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cc500.
00000400:00000200:3.0:1783979422.233501:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979422.233504:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979422.233507:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de660
00000400:00000010:3.0:1783979422.233508:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de660.
00000100:00000001:3.0:1783979422.233510:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979422.233514:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f685180 x1870627559929344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233521:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979422.233524:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559929344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233529:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979422.233530:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979422.233534:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979422.233537:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cc600.
00000400:00000200:3.0:1783979422.233540:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979422.233543:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979422.233545:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dedd0
00000400:00000010:3.0:1783979422.233547:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dedd0.
00000100:00000001:3.0:1783979422.233549:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979422.233553:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684e00 x1870627559929472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233560:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979422.233562:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559929472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233569:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979422.233570:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979422.233574:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979422.233577:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccf00.
00000400:00000200:3.0:1783979422.233579:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979422.233582:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979422.233584:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de880
00000400:00000010:3.0:1783979422.233586:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de880.
00000100:00000001:3.0:1783979422.233588:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979422.233592:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f686300 x1870627559929600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233598:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979422.233601:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559929600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233606:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979422.233608:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979422.233612:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979422.233614:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:3.0:1783979422.233616:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979422.233619:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979422.233622:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de7f8
00000400:00000010:3.0:1783979422.233623:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de7f8.
00000100:00000001:3.0:1783979422.233625:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979422.233629:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684380 x1870627559929728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233636:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979422.233638:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559929728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979444 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979422.233645:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979422.233646:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1783979423.001110:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304817867, at 4304817920
00000100:00000010:3.0:1783979423.001123:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64f60.
00010000:00000001:1.0:1783979423.001136:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979423.001139:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979423.001143:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979423.001144:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979423.001146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979423.001147:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979424.025176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979424.025183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979424.025188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979424.025190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979424.025193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979424.025194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979424.283606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979424.283612:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1783979424.284346:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979424.284349:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979424.284352:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.284354:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979424.284369:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979424/real 1783979424]  req@ffff8acc8e341f80 x1870627559929856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979424.284379:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979424.284381:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979424.284383:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979424.284386:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979424.284388:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979424.284390:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979424.284393:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559929856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979424.284401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559929856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284407:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979424.284408:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284411:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.284413:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979424.284416:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559929856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284422:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979424.284426:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559929856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284432:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979424.284435:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284437:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.284438:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284440:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979424.284442:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979424.284444:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979424.284449:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979424.284452:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979424.284455:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559929856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979424.284462:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559929856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979424.284466:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284468:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.284470:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559929856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284476:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979424.284479:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979424.284481:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979424.284484:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979424.284486:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979424.284488:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979424.284490:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979424.284492:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979424.284495:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979424.284497:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979424.284498:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:0.0:1783979424.284502:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979424.284503:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284505:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284513:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979424.284514:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.284516:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979424.284518:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979424.284519:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979424.284522:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284529:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979424.284531:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979424.284534:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979424.284536:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979424.284538:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979424.284541:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559929984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979424.284544:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979424.284546:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979424.284548:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979424.284550:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979424.284553:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979424.284555:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979424.284558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979424.284561:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979424.284564:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979424.284567:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559929984, portal 10
00000100:00000001:0.0:1783979424.284570:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979424.284571:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:0.0:1783979424.284577:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284583:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979424.284585:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979424.284587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979424.284590:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559929984, offset 0
00000400:00000200:0.0:1783979424.284594:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979424.284598:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979424.284603:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979424.284607:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979424.284610:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979424.284612:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979424.284613:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979424.284616:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390466:390466:256:4294967295] 192.168.201.140@tcp LPNI seq info [390441:390441:8:4294967295]
00000400:00000200:0.0:1783979424.284619:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979424.284625:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979424.284631:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979424.284635:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979424.284639:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979424.284641:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979424.284645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979424.284648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979424.284652:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979424.284654:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979424.284657:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979424.284660:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979424.284664:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979424.284665:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979424.284667:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979424.284670:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284677:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.284679:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.284687:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979424.284689:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979424.284693:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979424.284696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979424.284698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304819220
00000100:00000001:0.0:1783979424.284701:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304822989
00000100:00000001:0.0:1783979424.284703:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304819220
00000100:00000001:0.0:1783979424.284704:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304822989
00000100:00000001:0.0:1783979424.284706:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979424.284709:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.284710:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979424.284714:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979424/real 1783979424]  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979424.284722:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979424.284723:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979424.284725:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979424.284728:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979424.284729:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979424.284731:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979424.284734:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979424.284740:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284746:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979424.284748:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284749:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.284751:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979424.284754:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284760:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979424.284763:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284769:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979424.284771:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284773:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.284774:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.284776:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979424.284777:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979424.284780:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979424.284783:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979424.284785:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979424.284790:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979424.284798:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559929984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979424.284802:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979424.284805:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284811:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979424.284812:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979424.284814:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979424.284816:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979424.284818:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979424.284820:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979424.284833:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979424.284836:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979424.284838:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979424.284840:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979424.284843:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979424.284845:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979424.284848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979424.284850:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979424.284853:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979424.284855:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559930112, portal 10
00000100:00000001:0.0:1783979424.284858:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979424.284859:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:0.0:1783979424.284864:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284870:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979424.284872:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979424.284874:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979424.284877:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559930112, offset 0
00000400:00000200:0.0:1783979424.284881:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979424.284884:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979424.284888:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979424.284891:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979424.284893:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979424.284896:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979424.284898:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979424.284901:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390467:390467:256:4294967295] 192.168.201.140@tcp LPNI seq info [390442:390442:8:4294967295]
00000400:00000200:0.0:1783979424.284905:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979424.284911:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979424.284916:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979424.284919:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979424.284923:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979424.284926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979424.284930:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979424.284932:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979424.284935:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979424.284937:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979424.284940:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979424.284943:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979424.284946:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979424.284948:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979424.284951:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979424.284955:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284962:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.284965:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.284972:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.284973:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979424.284976:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979424.284979:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979424.284982:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979424.284985:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304819216
00000100:00000001:0.0:1783979424.284987:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304822989
00000100:00000001:0.0:1783979424.284989:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304819216
00000100:00000001:0.0:1783979424.284991:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304822989
00000100:00000001:0.0:1783979424.284993:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979424.284995:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.284997:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979424.285001:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979424/real 1783979424]  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979424.285008:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979424.285009:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979424.285011:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979424.285013:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979424.285015:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979424.285016:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979424.285019:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979424.285027:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285033:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979424.285034:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285036:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.285037:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979424.285040:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285045:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979424.285073:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285080:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979424.285082:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285084:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.285085:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285087:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979424.285089:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979424.285091:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979424.285094:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979424.285097:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979424.285100:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979424.285106:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979424.285110:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979424.285112:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285118:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979424.285119:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979424.285121:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979424.285123:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979424.285125:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979424.285127:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979424.285129:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979424.285131:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979424.285132:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979424.285134:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979424.285138:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979424.285139:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979424.285143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979424.285145:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979424.285148:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979424.285151:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559930240, portal 4
00000100:00000001:0.0:1783979424.285153:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979424.285154:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:0.0:1783979424.285159:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285164:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979424.285166:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979424.285168:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979424.285170:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559930240, offset 0
00000400:00000200:0.0:1783979424.285173:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979424.285177:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979424.285180:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979424.285182:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979424.285184:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979424.285186:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979424.285188:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979424.285190:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390468:390468:256:4294967295] 192.168.201.140@tcp LPNI seq info [390443:390443:8:4294967295]
00000400:00000200:0.0:1783979424.285194:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979424.285200:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979424.285204:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979424.285208:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979424.285211:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979424.285213:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979424.285217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979424.285219:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979424.285222:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979424.285224:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979424.285226:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979424.285229:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979424.285232:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979424.285233:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979424.285235:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979424.285239:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285250:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.285253:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285258:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.285259:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979424.285262:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979424.285265:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979424.285269:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979424.285270:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304819244
00000100:00000001:0.0:1783979424.285273:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304822989
00000100:00000001:0.0:1783979424.285274:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304819244
00000100:00000001:0.0:1783979424.285276:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304822989
00000100:00000001:0.0:1783979424.285278:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979424.285280:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.285282:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979424.285285:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979424/real 1783979424]  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979424.285293:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979424.285294:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979424.285296:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979424.285298:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979424.285300:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979424.285302:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979424.285304:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979424.285312:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285317:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979424.285319:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285321:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.285322:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979424.285324:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285330:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979424.285333:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285339:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979424.285342:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285343:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.285344:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285346:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979424.285348:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979424.285350:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979424.285353:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979424.285367:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979424.285372:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979424.285379:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979424.285382:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285384:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.285387:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559929984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285394:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979424.285396:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979424.285398:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979424.285400:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979424.285402:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979424.285404:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979424.285406:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979424.285408:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979424.285411:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979424.285412:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979424.285413:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:0.0:1783979424.285416:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979424.285417:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285419:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.285421:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559930112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285428:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979424.285429:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979424.285431:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979424.285433:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979424.285434:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979424.285435:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979424.285437:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979424.285439:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:0.0:1783979424.285441:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979424.285442:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979424.285444:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:0.0:1783979424.285446:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979424.285447:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285449:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.285452:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559930240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.285458:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979424.285459:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979424.285460:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979424.285463:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979424.285464:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979424.285465:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979424.285466:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979424.285467:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979424.285469:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979424.285471:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979424.285472:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:0.0:1783979424.285474:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979424.285475:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285478:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.285484:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979424.285485:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.285487:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979424.285489:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.286745:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979424.286749:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979424.286751:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979424.286757:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.286765:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979424.286767:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979424.286771:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979424.286773:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979424.286775:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979424.286779:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979424.286782:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979424.286785:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979424.286788:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979424.286790:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979424.286794:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979424.286796:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979424.286801:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979424.286804:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979424.286810:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979424.286815:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559930368, portal 4
00000100:00000001:0.0:1783979424.286818:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979424.286819:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:0.0:1783979424.286887:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.286895:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979424.286898:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979424.286901:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979424.286904:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559930368, offset 0
00000400:00000200:0.0:1783979424.286910:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979424.286916:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979424.286922:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979424.286926:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979424.286929:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979424.286932:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979424.286934:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979424.286937:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390469:390469:256:4294967295] 192.168.201.140@tcp LPNI seq info [390444:390444:8:4294967295]
00000400:00000200:0.0:1783979424.286941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979424.286948:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979424.286953:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979424.286958:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979424.286963:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979424.286966:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979424.286971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979424.286974:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979424.286977:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979424.286979:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979424.286984:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979424.286988:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979424.286992:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979424.286995:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979424.286998:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979424.287002:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.287011:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.287014:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979449 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.287020:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.287022:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979424.287026:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979424.287030:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979424.287033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979424.287036:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304819247
00000100:00000001:0.0:1783979424.287039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304822989
00000100:00000001:0.0:1783979424.287041:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304819247
00000100:00000001:0.0:1783979424.287043:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304822989
00000100:00000001:0.0:1783979424.287403:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979424.287406:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.287408:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979424.287414:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979424/real 1783979424]  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979424.287424:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979424.287426:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979424.287428:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979424.287431:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979424.287433:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979424.287435:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979424.287439:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979424.287447:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.287454:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979424.287456:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.287458:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.287460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979424.287464:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.287471:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979424.287475:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.287481:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979424.287484:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.287486:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979424.287487:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.287490:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979424.287491:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979424.287494:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979424.287498:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979424.287500:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979424.287504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979424.287511:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979424.287516:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.287518:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979424.287522:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559930368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979449 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979424.287529:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979424.287531:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979424.287533:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979424.287537:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979424.287540:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979424.287541:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979424.287543:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979424.287545:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979424.287549:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979424.287550:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979424.287552:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:0.0:1783979424.287555:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979424.287557:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.287559:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979424.287565:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979424.287567:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979424.287569:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979424.287571:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979425.049174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979425.049181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979425.049187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979425.049188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979425.049192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979425.049195:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979425.049197:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979425.049201:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979425.049203:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979425.049205:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979425.049207:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979425.049210:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979425.049311:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979425.049315:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979425.049318:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979426.073171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979426.073178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979426.073184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979426.073185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979426.073188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979426.073190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979426.073252:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979426.073256:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979426.073260:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979427.097277:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979427.097284:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979427.097289:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979427.097290:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979427.097293:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979427.097295:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979427.097373:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979427.097377:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979427.097380:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979428.121194:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304822989, at 4304823040
00000100:00000010:3.0:1783979428.121208:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64960.
00010000:00000001:1.0:1783979428.122977:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979428.122982:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979428.122987:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979428.122988:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979428.122991:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979428.122992:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979428.123915:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979428.123919:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979428.123922:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979428.249434:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1783979428.249441:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979428.249451:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783979428.249456:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979428.249459:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979429.145407:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979429.145413:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979429.145418:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979429.145420:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979429.145423:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979429.145424:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979429.147335:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979429.147340:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979429.147344:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979429.401259:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979429.401281:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979429.401284:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979429.401288:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979429.401292:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979429.401300:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10151
00000400:00000200:3.0:1783979429.401309:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979429.401315:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979429.401318:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979429.401321:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401324:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401327:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401329:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979429.401333:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979429.401335:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979429.401338:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979429.401340:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979429.401343:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979429.401345:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979429.401348:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401350:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401351:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401353:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979429.401356:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979429.401359:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401362:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979429.401365:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979429.401368:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979429.401371:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401373:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979429.401375:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979429.401385:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979429.401389:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979429.401393:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979429.401395:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401398:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979429.401401:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979429.401406:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979429.401414:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979429.401420:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979429.401428:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979429.401438:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979429.401442:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979429.401447:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979429.401468:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979429.401471:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979429.401474:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979429.401475:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979429.401477:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979429.401480:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979429.401482:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10151
00000400:00000200:3.0:1783979429.401487:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979429.401489:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979429.401492:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979429.401495:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401497:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401500:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401503:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979429.401506:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979429.401507:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979429.401508:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979429.401510:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1783979429.401511:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979429.401515:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:0.0:1783979429.401516:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979429.401520:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:0.0:1783979429.401521:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979429.401527:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000040:0.0:1783979429.401531:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979429.401532:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401537:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401542:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979429.401547:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979429.401549:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401551:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979429.401553:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979429.401558:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979429.401560:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401562:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979429.401566:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979429.401569:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401571:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979429.401576:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979429.401579:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979429.401581:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979429.401582:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401584:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979429.401585:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979429.401587:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979429.401591:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979429.401606:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979429.401611:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979429.401618:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979429.401620:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979429.401623:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979429.401632:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979429.401635:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979429.401638:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979429.401640:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979429.401642:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979429.401644:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979429.401647:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10151
00000400:00000200:3.0:1783979429.401651:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979429.401653:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979429.401656:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979429.401658:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401660:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401662:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401663:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979429.401665:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979429.401666:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979429.401668:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979429.401670:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979429.401672:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979429.401674:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979429.401677:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401679:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401680:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401692:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979429.401695:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979429.401697:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401699:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979429.401701:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979429.401704:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979429.401706:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401708:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979429.401710:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979429.401712:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401714:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979429.401717:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979429.401729:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979429.401731:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979429.401733:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401734:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979429.401736:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979429.401737:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979429.401740:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979429.401743:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979429.401748:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979429.401753:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979429.401756:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979429.401759:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979429.401774:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979429.401776:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979429.401779:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979429.401781:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979429.401782:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979429.401784:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979429.401786:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10151
00000400:00000200:3.0:1783979429.401790:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979429.401792:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979429.401793:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979429.401796:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401797:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401799:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401801:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979429.401803:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979429.401804:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979429.401806:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979429.401808:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979429.401809:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979429.401811:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979429.401813:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401815:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401817:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401818:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979429.401820:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979429.401823:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401825:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979429.401827:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979429.401829:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979429.401831:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401833:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979429.401835:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979429.401838:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401839:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979429.401843:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979429.401845:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979429.401847:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979429.401848:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401849:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979429.401850:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979429.401852:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979429.401856:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979429.401859:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979429.401863:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979429.401869:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979429.401871:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979429.401875:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979429.401883:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979429.401885:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979429.401888:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979429.401890:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979429.401891:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979429.401893:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979429.401895:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10151
00000400:00000200:3.0:1783979429.401900:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979429.401902:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979429.401904:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979429.401907:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401909:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401911:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401913:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979429.401914:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979429.401916:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979429.401917:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979429.401919:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979429.401921:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979429.401923:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979429.401926:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401927:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979429.401929:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401931:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979429.401933:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979429.401935:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979429.401938:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979429.401940:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979429.401942:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979429.401944:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401946:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979429.401947:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979429.401949:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401951:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979429.401954:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979429.401957:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979429.401959:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979429.401960:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979429.401962:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979429.401963:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979429.401965:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979429.401968:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979429.401971:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979429.401975:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979429.401982:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979429.401984:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979429.401987:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979429.401994:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979429.401999:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10162)
00000100:00000001:0.0:1783979429.402135:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979429.402137:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.402141:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979429.402144:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979429.402147:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.402150:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559930496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979429.402155:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979429.402159:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979429.402161:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.402164:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979429.402168:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979429.402171:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979429.402176:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979429.402180:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979429.402186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979429.402192:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559930496, portal 25
00000100:00000001:0.0:1783979429.402194:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979429.402196:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:0.0:1783979429.402202:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402209:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979429.402212:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979429.402214:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979429.402217:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559930496, offset 0
00000400:00000200:0.0:1783979429.402223:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979429.402231:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.402236:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979429.402241:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979429.402245:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979429.402249:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979429.402251:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979429.402255:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390470:390470:256:4294967295] 192.168.201.140@tcp LPNI seq info [390445:390445:8:4294967295]
00000400:00000200:0.0:1783979429.402259:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.402280:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979429.402286:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.402291:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979429.402298:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979429.402302:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979429.402314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979429.402318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979429.402323:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.402325:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979429.402331:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979429.402335:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979429.402341:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979429.402344:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979429.402347:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979429.402352:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402361:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.402364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402371:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.402373:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979429.402379:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979429.402382:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979429.402385:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304828107
00000100:00000010:0.0:1783979429.402390:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64180.
00000100:00000001:0.0:1783979429.402396:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979429.402401:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304828107
00000100:00000010:0.0:1783979429.402403:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb640c0.
00000100:00000001:0.0:1783979429.402406:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979429.402409:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979429.402411:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.402414:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979429.402417:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979429/real 1783979429]  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979429.402427:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979429.402428:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979429.402430:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979429.402432:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979429.402434:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979429.402436:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979429.402440:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979429.402449:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402455:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979429.402457:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.402461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979429.402465:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402471:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979429.402485:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402492:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979429.402495:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.402497:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402500:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979429.402502:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979429.402504:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979429.402508:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979429.402510:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979429.402513:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979429.402522:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559930496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979429.402526:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402528:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.402531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559930496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402537:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979429.402540:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979429.402542:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979429.402545:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979429.402554:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979429.402556:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979429.402558:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979429.402561:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:0.0:1783979429.402564:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979429.402566:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979429.402568:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:0.0:1783979429.402570:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979429.402572:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402574:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402581:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979429.402583:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.402585:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979429.402586:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979429.402587:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979429.402591:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402597:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979429.402599:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.402601:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979429.402602:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979429.402605:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.402608:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979429.402611:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979429.402612:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979429.402614:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.402615:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979429.402618:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979429.402620:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979429.402623:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979429.402626:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979429.402629:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979429.402632:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559930624, portal 10
00000100:00000001:0.0:1783979429.402634:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979429.402635:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:0.0:1783979429.402641:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402648:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979429.402650:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979429.402652:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979429.402654:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559930624, offset 0
00000400:00000200:0.0:1783979429.402657:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979429.402661:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.402664:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979429.402667:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979429.402669:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979429.402672:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979429.402674:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979429.402677:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390471:390471:256:4294967295] 192.168.201.140@tcp LPNI seq info [390446:390446:8:4294967295]
00000400:00000200:0.0:1783979429.402681:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.402687:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979429.402692:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.402694:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979429.402698:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979429.402701:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979429.402705:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979429.402707:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979429.402711:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.402713:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979429.402715:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979429.402718:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979429.402721:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979429.402723:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979429.402725:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979429.402728:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402741:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.402744:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402750:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.402752:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979429.402755:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979429.402758:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979429.402761:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979429.402763:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304824338
00000100:00000001:0.0:1783979429.402766:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304828107
00000100:00000001:0.0:1783979429.402768:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304824338
00000100:00000001:0.0:1783979429.402770:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304828107
00000100:00000001:0.0:1783979429.402772:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979429.402774:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.402775:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979429.402779:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979429/real 1783979429]  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979429.402786:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979429.402788:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979429.402789:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979429.402791:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979429.402793:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979429.402794:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979429.402797:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979429.402806:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402813:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979429.402815:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402816:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.402818:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979429.402821:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402828:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979429.402831:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402839:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979429.402841:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402842:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.402844:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.402846:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979429.402848:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979429.402850:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979429.402853:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979429.402855:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979429.402858:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979429.402866:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979429.402870:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979429.402873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402879:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979429.402880:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.402883:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979429.402884:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979429.402886:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.402889:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979429.402892:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979429.402894:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979429.402895:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.402897:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979429.402900:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979429.402902:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979429.402905:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979429.402907:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979429.402910:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979429.402912:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559930752, portal 10
00000100:00000001:0.0:1783979429.402914:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979429.402915:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:0.0:1783979429.402920:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.402926:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979429.402928:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979429.402931:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979429.402933:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559930752, offset 0
00000400:00000200:0.0:1783979429.402936:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979429.402940:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.402942:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979429.402945:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979429.402948:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979429.402950:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979429.402952:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979429.402955:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390472:390472:256:4294967295] 192.168.201.140@tcp LPNI seq info [390447:390447:8:4294967295]
00000400:00000200:0.0:1783979429.402959:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.402965:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979429.402969:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.402972:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979429.402976:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979429.402978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979429.402982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979429.402984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979429.402988:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.402990:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979429.402992:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979429.402995:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979429.402998:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979429.402999:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979429.403001:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979429.403004:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403012:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.403014:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403021:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.403022:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979429.403025:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979429.403027:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979429.403030:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979429.403032:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304824334
00000100:00000001:0.0:1783979429.403035:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304828107
00000100:00000001:0.0:1783979429.403036:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304824334
00000100:00000001:0.0:1783979429.403039:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304828107
00000100:00000001:0.0:1783979429.403040:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979429.403042:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.403044:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979429.403065:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979429/real 1783979429]  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979429.403073:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979429.403075:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979429.403076:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979429.403079:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979429.403080:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979429.403082:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979429.403085:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979429.403093:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403111:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979429.403112:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403113:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.403115:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979429.403119:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403125:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979429.403129:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403135:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979429.403137:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.403140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403142:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979429.403143:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979429.403145:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979429.403148:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979429.403149:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979429.403153:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979429.403167:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979429.403171:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979429.403174:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403181:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979429.403182:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.403184:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979429.403185:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979429.403187:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.403189:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979429.403193:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979429.403194:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979429.403196:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.403197:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979429.403200:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979429.403202:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979429.403205:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979429.403207:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979429.403210:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979429.403213:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559930880, portal 4
00000100:00000001:0.0:1783979429.403215:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979429.403217:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:0.0:1783979429.403221:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403227:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979429.403229:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979429.403231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979429.403234:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559930880, offset 0
00000400:00000200:0.0:1783979429.403237:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979429.403241:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.403244:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979429.403247:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979429.403250:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979429.403252:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979429.403254:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979429.403257:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390473:390473:256:4294967295] 192.168.201.140@tcp LPNI seq info [390448:390448:8:4294967295]
00000400:00000200:0.0:1783979429.403261:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.403277:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979429.403281:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.403284:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979429.403287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979429.403290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979429.403294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979429.403297:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979429.403301:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.403303:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979429.403305:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979429.403308:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979429.403311:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979429.403312:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979429.403315:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979429.403318:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403325:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.403328:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403335:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.403336:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979429.403339:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979429.403342:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979429.403344:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979429.403346:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304824362
00000100:00000001:0.0:1783979429.403349:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304828107
00000100:00000001:0.0:1783979429.403351:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304824362
00000100:00000001:0.0:1783979429.403353:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304828107
00000100:00000001:0.0:1783979429.403354:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979429.403356:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.403358:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979429.403361:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979429/real 1783979429]  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979429.403368:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979429.403369:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979429.403370:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979429.403372:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979429.403374:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979429.403376:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979429.403379:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979429.403387:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403393:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979429.403394:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.403397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979429.403400:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403407:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979429.403410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403417:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979429.403419:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403421:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.403422:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403424:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979429.403425:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979429.403428:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979429.403431:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979429.403432:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979429.403436:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979429.403443:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559930880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979429.403446:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979429.403450:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403456:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979429.403458:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.403460:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979429.403462:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979429.403464:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979429.403466:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979429.403469:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979429.403471:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979429.403473:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979429.403474:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979429.403477:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979429.403479:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979429.403482:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979429.403484:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979429.403487:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979429.403489:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559931008, portal 4
00000100:00000001:0.0:1783979429.403491:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979429.403493:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:0.0:1783979429.403497:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403503:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979429.403506:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979429.403507:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979429.403510:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559931008, offset 0
00000400:00000200:0.0:1783979429.403513:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979429.403516:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.403519:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979429.403522:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979429.403524:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979429.403526:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979429.403528:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979429.403531:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390474:390474:256:4294967295] 192.168.201.140@tcp LPNI seq info [390449:390449:8:4294967295]
00000400:00000200:0.0:1783979429.403535:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979429.403541:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979429.403545:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.403548:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979429.403551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979429.403554:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979429.403557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979429.403560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979429.403563:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979429.403565:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979429.403567:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979429.403570:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979429.403573:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979429.403574:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979429.403576:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979429.403580:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403592:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.403595:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979454 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403601:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.403603:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979429.403605:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979429.403607:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979429.403610:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979429.403612:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304824364
00000100:00000001:0.0:1783979429.403614:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304828107
00000100:00000001:0.0:1783979429.403616:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304824364
00000100:00000001:0.0:1783979429.403618:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304828107
00000100:00000001:0.0:1783979429.403620:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979429.403622:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.403624:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979429.403627:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979429/real 1783979429]  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979429.403633:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979429.403634:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979429.403636:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979429.403638:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979429.403639:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979429.403641:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979429.403644:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979429.403653:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403659:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979429.403661:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403663:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.403664:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979429.403667:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403674:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979429.403678:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403684:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979429.403686:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403687:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979429.403688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403690:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979429.403691:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979429.403693:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979429.403696:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979429.403699:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979429.403702:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979429.403710:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979429.403713:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.403718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559930624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403725:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979429.403726:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979429.403728:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979429.403731:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979429.403732:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979429.403734:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979429.403736:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979429.403737:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:0.0:1783979429.403739:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979429.403741:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979429.403743:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:0.0:1783979429.403746:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979429.403747:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403749:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.403752:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559930752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403758:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979429.403759:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979429.403760:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979429.403762:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979429.403764:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979429.403765:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979429.403767:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979429.403768:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:0.0:1783979429.403770:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979429.403771:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979429.403772:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:0.0:1783979429.403774:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979429.403775:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403776:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.403779:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559930880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403784:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979429.403786:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979429.403787:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979429.403789:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979429.403790:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979429.403791:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979429.403793:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979429.403794:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:0.0:1783979429.403796:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979429.403797:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979429.403798:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:0.0:1783979429.403800:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979429.403802:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403803:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979429.403806:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559931008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979454 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979429.403812:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979429.403813:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979429.403814:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979429.403816:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979429.403817:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979429.403818:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979429.403820:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979429.403821:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:0.0:1783979429.403823:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979429.403824:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979429.403825:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:0.0:1783979429.403827:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979429.403828:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403829:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979429.403833:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979429.403834:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979429.403836:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979429.403838:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170016:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979430.170026:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979430.170029:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979430.170033:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170038:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979430.170040:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170042:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170045:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170066:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979430.170068:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979430.170070:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979430.170071:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170073:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979430.170075:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170076:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170079:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979430.170082:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979430.170083:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979430.171758:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979430.171763:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979430.171767:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979431.193312:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979431.193319:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979431.193325:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979431.193326:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979431.193329:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979431.193330:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979431.193453:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979431.193456:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979431.193460:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979432.217187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979432.217193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979432.217198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979432.217199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979432.217202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979432.217204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979432.217317:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979432.217320:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979432.217322:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979433.241154:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304828107, at 4304828160
00010000:00000001:1.0:1783979433.241158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979433.241163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979433.241168:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb640c0.
00010000:00000001:1.0:1783979433.241178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979433.241179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979433.241183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979433.241184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979433.241265:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979433.241267:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979433.241270:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979434.266324:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979434.266330:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979434.266335:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979434.266336:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979434.266339:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979434.266340:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979434.266876:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979434.266880:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979434.266884:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979434.521220:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979434.521228:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979434.521230:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979434.521234:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979434.521237:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979434.521243:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10157
00000400:00000200:1.0:1783979434.521251:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979434.521258:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979434.521261:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979434.521265:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521269:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979434.521271:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521273:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979434.521278:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979434.521280:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979434.521283:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979434.521286:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979434.521288:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979434.521291:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979434.521293:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521295:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979434.521297:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521299:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979434.521301:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979434.521304:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521307:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.521309:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979434.521312:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979434.521314:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.521317:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979434.521319:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979434.521328:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783979434.521331:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979434.521335:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979434.521337:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.521340:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979434.521342:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979434.521347:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979434.521354:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979434.521361:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979434.521370:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979434.521380:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979434.521384:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979434.521389:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.521413:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979434.521416:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979434.521419:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979434.521421:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979434.521422:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979434.521425:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979434.521427:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10157
00000400:00000200:1.0:1783979434.521431:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979434.521434:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979434.521436:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979434.521440:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521442:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979434.521444:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521446:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979434.521449:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979434.521450:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979434.521452:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979434.521454:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:0.0:1783979434.521457:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1783979434.521457:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979434.521462:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:0.0:1783979434.521463:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1783979434.521467:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979434.521469:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1783979434.521471:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979434.521479:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:0.0:1783979434.521480:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.521482:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979434.521489:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000001:0.0:1783979434.521498:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1783979434.521498:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979434.521502:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.521504:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.521507:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979434.521508:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979434.521512:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979434.521516:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979434.521517:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.521522:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979434.521525:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559931136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979434.521527:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979434.521531:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1783979434.521533:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979434.521536:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1783979434.521538:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.521540:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.521543:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.521544:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1783979434.521550:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
02000000:00000010:0.0:1783979434.521551:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979434.521555:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1783979434.521557:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000400:00000200:0.0:1783979434.521562:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979434.521566:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979434.521571:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
02000000:00000001:1.0:1783979434.521572:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979434.521576:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979434.521577:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559931136, portal 25
00000100:00000001:1.0:1783979434.521578:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1783979434.521580:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1783979434.521582:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979434.521583:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423315840 : -128863286235776 : ffff8accad996d80)
02000000:00000001:1.0:1783979434.521586:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.521589:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783979434.521594:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:0.0:1783979434.521597:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979434.521600:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521600:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979434.521604:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979434.521608:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559931136, offset 0
00000100:00100000:1.0:1783979434.521611:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979434.521617:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521624:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979434.521626:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.521633:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979434.521636:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1783979434.521637:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979434.521641:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979434.521646:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1783979434.521646:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979434.521650:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979434.521656:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390475:390475:256:4294967295] 192.168.201.140@tcp LPNI seq info [390450:390450:8:4294967295]
00000400:00000200:0.0:1783979434.521665:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979434.521670:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979434.521675:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1783979434.521676:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1783979434.521684:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979434.521686:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979434.521687:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979434.521689:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979434.521694:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10157
00000800:00000200:0.0:1783979434.521698:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979434.521702:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000800:00000010:0.0:1783979434.521703:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000400:00000200:1.0:1783979434.521709:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000200:0.0:1783979434.521713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:1.0:1783979434.521715:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1783979434.521716:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979434.521725:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979434.521729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979434.521734:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000040:1.0:1783979434.521734:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000800:00000010:0.0:1783979434.521738:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000100:00000001:1.0:1783979434.521739:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979434.521744:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979434.521746:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1783979434.521746:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979434.521752:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979434.521755:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979434.521758:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979434.521760:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979434.521762:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979434.521764:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:0.0:1783979434.521767:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1783979434.521769:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521773:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979434.521775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000100:00000040:1.0:1783979434.521776:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521780:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000010:0.0:1783979434.521781:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000020:00000040:1.0:1783979434.521782:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979434.521787:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979434.521789:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1783979434.521790:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.521794:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979434.521797:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1783979434.521798:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979434.521802:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.521807:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979434.521810:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1783979434.521815:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:1.0:1783979434.521815:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.521819:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.521821:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1783979434.521824:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783979434.521830:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000100:00000001:0.0:1783979434.521831:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.521835:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1783979434.521837:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979434.521839:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.521841:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979434.521842:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979434.521844:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.521845:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979434.521849:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000400:00000200:0.0:1783979434.521852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979434.521854:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.521857:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304833226
00000100:00100000:1.0:1783979434.521861:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1783979434.521866:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb648a0.
00000100:00000001:1.0:1783979434.521867:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979434.521871:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979434.521874:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.521876:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979434.521885:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304833226
00000100:00000001:1.0:1783979434.521886:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979434.521893:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64ea0.
00000100:00080000:1.0:1783979434.521893:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979434.521900:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00080000:1.0:1783979434.521900:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979434.521903:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1783979434.521906:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1783979434.521906:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979434.521911:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.521912:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1783979434.521917:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1783979434.521919:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10157
00000100:00100000:0.0:1783979434.521925:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979434/real 1783979434]  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979434.521926:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979434.521933:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979434.521938:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1783979434.521943:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1783979434.521944:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000001:0.0:1783979434.521947:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1783979434.521949:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783979434.521951:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000100:00000040:1.0:1783979434.521952:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521956:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:0.0:1783979434.521958:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000020:00000001:1.0:1783979434.521958:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979434.521960:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000400:00000010:0.0:1783979434.521963:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000020:00000001:1.0:1783979434.521963:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979434.521965:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979434.521968:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:0.0:1783979434.521969:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1783979434.521971:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979434.521976:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000200:0.0:1783979434.521977:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.521978:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979434.521981:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521983:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979434.521986:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979434.521990:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979434.521994:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.521998:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979434.522002:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1783979434.522005:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979434.522006:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.522012:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979434.522015:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1783979434.522018:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:1.0:1783979434.522019:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.522021:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979434.522023:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.522025:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.522029:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1783979434.522029:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979434.522035:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00100000:0.0:1783979434.522038:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.522045:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1783979434.522100:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979434.522101:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.522103:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979434.522104:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979434.522106:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979434.522110:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979434.522114:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979434.522119:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979434.522126:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979434.522128:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979434.522132:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.522139:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979434.522141:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979434.522143:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979434.522144:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979434.522145:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979434.522147:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979434.522149:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10157
00000400:00000200:1.0:1783979434.522152:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979434.522154:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979434.522156:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979434.522159:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.522161:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979434.522162:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.522165:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979434.522167:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979434.522168:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979434.522169:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979434.522171:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979434.522173:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979434.522175:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979434.522277:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.522280:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979434.522283:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979434.522285:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979434.522288:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979434.522290:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979434.522293:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979434.522294:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979434.522297:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979434.522300:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.522301:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979434.522303:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979434.522305:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.522306:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979434.522309:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979434.522310:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979434.522312:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979434.522313:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979434.522314:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979434.522315:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979434.522316:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979434.522319:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979434.522321:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979434.522325:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979434.522333:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979434.522335:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979434.522338:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979434.522345:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979434.522349:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10167)
00000100:00000040:0.0:1783979434.523734:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.523747:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979434.523751:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.523753:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.523755:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.523758:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979434.523761:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979434.523764:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979434.523768:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979434.523771:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979434.523775:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979434.523782:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559931136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979434.523787:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.523790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.523793:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996d80 x1870627559931136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.523800:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979434.523803:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979434.523807:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979434.523812:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979434.523814:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979434.523816:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979434.523826:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979434.523829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:0.0:1783979434.523833:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979434.523835:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979434.523837:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996d80.
00000100:00000001:0.0:1783979434.523841:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979434.523842:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.523844:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.523852:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979434.523854:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.523856:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979434.523858:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979434.523860:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979434.523865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.523878:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979434.523880:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.523884:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979434.523887:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979434.523890:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979434.523894:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979434.523898:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979434.523901:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979434.523903:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.523906:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979434.523911:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979434.523913:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979434.523919:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979434.523923:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979434.523928:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979434.523935:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559931264, portal 10
00000100:00000001:0.0:1783979434.523937:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979434.523939:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423304192 : -128863286247424 : ffff8accad994000)
00000100:00000040:0.0:1783979434.523946:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.523953:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979434.523956:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979434.523958:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979434.523961:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559931264, offset 0
00000400:00000200:0.0:1783979434.523967:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979434.523973:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.523980:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979434.523985:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979434.523988:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979434.523991:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979434.523993:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979434.523997:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390476:390476:256:4294967295] 192.168.201.140@tcp LPNI seq info [390451:390451:8:4294967295]
00000400:00000200:0.0:1783979434.524002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.524010:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979434.524016:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979434.524021:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979434.524028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979434.524031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979434.524036:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979434.524039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979434.524043:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979434.524046:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979434.524069:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979434.524075:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979434.524080:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979434.524082:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979434.524086:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979434.524091:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524099:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.524102:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524109:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.524111:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979434.524116:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.524120:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979434.524124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979434.524126:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304829460
00000100:00000001:0.0:1783979434.524130:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304833226
00000100:00000001:0.0:1783979434.524132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304829460
00000100:00000001:0.0:1783979434.524134:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304833226
00000100:00000001:0.0:1783979434.524136:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979434.524140:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.524142:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979434.524146:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979434/real 1783979434]  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979434.524155:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979434.524157:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979434.524159:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979434.524162:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979434.524164:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979434.524166:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979434.524169:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979434.524186:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524193:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979434.524195:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524197:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.524199:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979434.524203:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524210:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979434.524214:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524224:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979434.524226:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.524228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524230:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979434.524232:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979434.524234:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979434.524238:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979434.524240:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979434.524245:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979434.524252:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979434.524256:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979434.524259:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524265:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979434.524267:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.524269:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979434.524270:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979434.524272:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979434.524276:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979434.524279:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979434.524281:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979434.524283:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.524285:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979434.524288:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979434.524290:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979434.524293:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979434.524296:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979434.524299:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979434.524302:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559931392, portal 10
00000100:00000001:0.0:1783979434.524304:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979434.524305:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305984 : -128863286245632 : ffff8accad994700)
00000100:00000040:0.0:1783979434.524312:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524319:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979434.524322:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979434.524325:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979434.524327:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559931392, offset 0
00000400:00000200:0.0:1783979434.524332:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979434.524338:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.524341:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979434.524345:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979434.524347:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979434.524351:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979434.524353:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979434.524356:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390477:390477:256:4294967295] 192.168.201.140@tcp LPNI seq info [390452:390452:8:4294967295]
00000400:00000200:0.0:1783979434.524360:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.524366:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979434.524371:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979434.524374:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979434.524382:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979434.524385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979434.524388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979434.524391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979434.524394:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979434.524396:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979434.524399:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979434.524402:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979434.524405:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979434.524407:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979434.524410:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979434.524413:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524420:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.524423:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524430:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.524432:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979434.524435:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.524438:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979434.524441:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979434.524443:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304829456
00000100:00000001:0.0:1783979434.524445:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304833226
00000100:00000001:0.0:1783979434.524447:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304829456
00000100:00000001:0.0:1783979434.524450:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304833226
00000100:00000001:0.0:1783979434.524452:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979434.524454:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.524455:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979434.524459:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979434/real 1783979434]  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979434.524467:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979434.524468:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979434.524470:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979434.524472:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979434.524474:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979434.524476:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979434.524479:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979434.524487:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524493:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979434.524494:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.524498:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979434.524501:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524507:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979434.524511:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524517:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979434.524519:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524521:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.524523:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524524:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979434.524526:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979434.524528:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979434.524531:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979434.524533:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979434.524537:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979434.524544:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979434.524548:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979434.524551:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524557:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979434.524559:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.524561:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979434.524562:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979434.524564:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979434.524567:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979434.524570:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979434.524572:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979434.524574:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.524576:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979434.524579:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979434.524581:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979434.524585:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979434.524587:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979434.524590:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979434.524593:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559931520, portal 4
00000100:00000001:0.0:1783979434.524595:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979434.524596:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423319424 : -128863286232192 : ffff8accad997b80)
00000100:00000040:0.0:1783979434.524602:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524608:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979434.524610:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979434.524612:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979434.524614:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559931520, offset 0
00000400:00000200:0.0:1783979434.524618:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979434.524622:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.524625:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979434.524627:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979434.524630:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979434.524633:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979434.524635:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979434.524637:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390478:390478:256:4294967295] 192.168.201.140@tcp LPNI seq info [390453:390453:8:4294967295]
00000400:00000200:0.0:1783979434.524641:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.524646:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979434.524650:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979434.524653:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979434.524656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979434.524659:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979434.524662:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979434.524665:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979434.524669:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979434.524671:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979434.524674:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979434.524677:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979434.524680:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979434.524682:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979434.524684:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979434.524687:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524694:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.524696:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524702:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.524703:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979434.524706:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.524709:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979434.524712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979434.524714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304829483
00000100:00000001:0.0:1783979434.524716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304833226
00000100:00000001:0.0:1783979434.524718:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304829483
00000100:00000001:0.0:1783979434.524720:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304833226
00000100:00000001:0.0:1783979434.524722:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979434.524723:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.524725:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979434.524729:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979434/real 1783979434]  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979434.524736:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979434.524737:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979434.524738:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979434.524741:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979434.524742:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979434.524744:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979434.524747:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979434.524755:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524760:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979434.524762:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524763:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.524765:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979434.524768:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524774:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979434.524777:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524784:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979434.524786:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524787:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.524788:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.524790:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979434.524792:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979434.524794:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979434.524796:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979434.524799:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979434.524802:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979434.524809:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979434.524813:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979434.524816:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524822:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979434.524823:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.524826:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979434.524828:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979434.524830:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979434.524832:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979434.524835:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979434.524837:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979434.524839:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979434.524840:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979434.524843:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979434.524845:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979434.524848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979434.524850:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979434.524853:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979434.524856:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559931648, portal 4
00000100:00000001:0.0:1783979434.524858:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979434.524859:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423316736 : -128863286234880 : ffff8accad997100)
00000100:00000040:0.0:1783979434.524864:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524870:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979434.524873:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979434.524875:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979434.524877:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559931648, offset 0
00000400:00000200:0.0:1783979434.524881:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979434.524885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.524888:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979434.524891:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979434.524893:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979434.524895:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979434.524897:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979434.524900:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390479:390479:256:4294967295] 192.168.201.140@tcp LPNI seq info [390454:390454:8:4294967295]
00000400:00000200:0.0:1783979434.524904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979434.524910:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979434.524915:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979434.524918:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979434.524922:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979434.524924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979434.524928:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979434.524931:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979434.524934:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979434.524936:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979434.524938:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979434.524941:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979434.524944:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979434.524945:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979434.524948:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979434.524951:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524957:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.524960:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979459 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.524966:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.524967:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979434.524971:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979434.524973:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979434.524976:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979434.524978:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304829485
00000100:00000001:0.0:1783979434.524981:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304833226
00000100:00000001:0.0:1783979434.524983:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304829485
00000100:00000001:0.0:1783979434.524984:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304833226
00000100:00000001:0.0:1783979434.524986:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979434.524988:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.524990:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979434.524994:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979434/real 1783979434]  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979434.525002:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979434.525003:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979434.525005:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979434.525007:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979434.525008:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979434.525011:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979434.525014:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979434.525022:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.525029:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979434.525030:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525031:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.525033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979434.525036:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.525042:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979434.525046:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.525077:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979434.525080:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525082:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979434.525084:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525086:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979434.525087:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979434.525090:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979434.525093:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979434.525096:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979434.525100:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979434.525107:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979434.525110:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525112:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.525115:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994000 x1870627559931264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.525121:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979434.525123:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979434.525124:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979434.525127:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979434.525129:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979434.525130:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979434.525132:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979434.525134:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:0.0:1783979434.525137:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979434.525138:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979434.525140:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994000.
00000100:00000001:0.0:1783979434.525142:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979434.525143:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525145:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.525148:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994700 x1870627559931392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.525153:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979434.525155:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979434.525156:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979434.525158:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979434.525159:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979434.525160:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979434.525161:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979434.525163:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:0.0:1783979434.525165:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979434.525167:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979434.525168:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994700.
00000100:00000001:0.0:1783979434.525170:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979434.525171:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525173:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.525175:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997b80 x1870627559931520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.525195:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979434.525197:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979434.525198:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979434.525201:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979434.525202:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979434.525203:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979434.525205:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979434.525207:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:0.0:1783979434.525208:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979434.525210:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979434.525211:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997b80.
00000100:00000001:0.0:1783979434.525213:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979434.525214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525215:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979434.525219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997100 x1870627559931648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979459 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979434.525224:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979434.525225:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979434.525227:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979434.525229:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979434.525230:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979434.525231:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979434.525233:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979434.525234:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:0.0:1783979434.525236:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979434.525237:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979434.525238:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997100.
00000100:00000001:0.0:1783979434.525240:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979434.525241:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525244:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979434.525248:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979434.525250:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979434.525252:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979434.525254:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979435.289177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979435.289184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979435.289189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979435.289190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979435.289193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979435.289197:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979435.289199:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979435.289203:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979435.289206:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979435.289208:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979435.289210:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979435.289212:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979435.289281:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979435.289286:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979435.289289:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979436.313182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979436.313189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979436.313195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979436.313197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979436.313200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979436.313201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979436.313441:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979436.313445:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979436.313448:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979437.337285:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979437.337291:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979437.337297:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979437.337298:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979437.337301:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979437.337302:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979437.337962:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979437.337964:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979437.337967:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979438.361199:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304833226, at 4304833280
00010000:00000001:1.0:1783979438.361212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979438.361220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979438.361227:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64ea0.
00010000:00000001:1.0:1783979438.361232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979438.361235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979438.361240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979438.361242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979438.361305:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979438.361309:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979438.361312:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979439.385150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979439.385156:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979439.385158:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979439.385160:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.385164:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979439.385165:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.385167:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.385169:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.385172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979439.385174:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979439.385175:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979439.385177:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.385178:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979439.385179:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.385181:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.385182:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979439.385186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979439.385187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979439.385261:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979439.385263:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979439.385265:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979439.641190:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979439.641197:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979439.641199:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979439.641203:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979439.641206:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979439.641212:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10162
00000400:00000200:1.0:1783979439.641219:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979439.641231:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979439.641233:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979439.641235:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641237:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641239:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641240:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979439.641243:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979439.641244:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979439.641246:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979439.641248:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979439.641249:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979439.641251:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979439.641253:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641254:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641255:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641256:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979439.641257:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979439.641259:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641260:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.641262:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979439.641265:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979439.641266:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641268:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979439.641270:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979439.641276:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979439.641278:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979439.641281:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979439.641283:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641285:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979439.641287:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979439.641290:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979439.641296:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979439.641302:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979439.641308:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979439.641315:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979439.641319:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.641321:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.641341:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979439.641344:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979439.641346:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979439.641347:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979439.641348:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979439.641350:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979439.641351:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10162
00000400:00000200:1.0:1783979439.641353:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979439.641354:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979439.641356:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979439.641358:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641359:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641365:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641367:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979439.641368:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979439.641369:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979439.641370:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979439.641371:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979439.641372:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979439.641374:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979439.641375:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641377:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641378:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641379:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979439.641380:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979439.641381:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641383:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.641383:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979439.641388:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979439.641389:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641390:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979439.641393:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979439.641395:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641396:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979439.641398:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979439.641399:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979439.641400:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979439.641401:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641402:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979439.641403:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979439.641404:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979439.641406:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979439.641408:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979439.641412:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979439.641416:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979439.641417:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.641419:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.641423:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979439.641425:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979439.641428:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979439.641429:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979439.641430:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979439.641431:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979439.641433:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10162
00000400:00000200:1.0:1783979439.641435:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979439.641436:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979439.641437:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979439.641439:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641440:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641441:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641442:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979439.641443:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979439.641444:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979439.641445:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979439.641446:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979439.641447:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979439.641448:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979439.641455:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641456:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641458:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641458:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979439.641460:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979439.641461:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641462:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.641463:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979439.641465:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979439.641466:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641467:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979439.641469:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979439.641470:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641471:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979439.641473:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979439.641474:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979439.641476:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979439.641477:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641478:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979439.641479:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979439.641479:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979439.641481:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979439.641483:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979439.641485:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979439.641489:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979439.641490:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.641492:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.641496:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979439.641498:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979439.641500:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979439.641500:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979439.641501:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979439.641503:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979439.641504:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10162
00000400:00000200:1.0:1783979439.641506:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979439.641508:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979439.641509:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979439.641510:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641511:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641512:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641514:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979439.641515:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979439.641516:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979439.641517:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979439.641518:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979439.641519:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979439.641521:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979439.641522:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641523:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641524:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641525:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979439.641526:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979439.641527:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641528:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.641529:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979439.641530:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979439.641531:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641532:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979439.641534:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979439.641535:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641536:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979439.641537:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979439.641538:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979439.641545:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979439.641546:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641547:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979439.641547:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979439.641548:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979439.641550:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979439.641552:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979439.641555:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979439.641562:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979439.641564:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.641566:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.641570:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979439.641571:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979439.641573:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979439.641573:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979439.641574:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979439.641575:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979439.641577:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10162
00000400:00000200:1.0:1783979439.641579:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979439.641580:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979439.641582:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979439.641583:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641585:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641586:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641587:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979439.641588:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979439.641589:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979439.641590:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979439.641590:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979439.641591:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979439.641593:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979439.641594:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641595:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979439.641596:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641597:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979439.641599:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979439.641600:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979439.641602:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979439.641602:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979439.641604:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979439.641605:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641606:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979439.641607:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979439.641608:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641609:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979439.641610:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979439.641611:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979439.641613:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979439.641613:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979439.641614:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979439.641615:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979439.641616:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979439.641618:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979439.641619:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979439.641622:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979439.641629:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979439.641630:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.641634:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979439.641640:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979439.641645:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10172)
00000100:00000001:0.0:1783979439.641781:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979439.641784:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979439.641786:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979439.641790:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.641796:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979439.641797:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.641799:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979439.641802:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979439.641804:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979439.641807:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559931776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979439.641811:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979439.641815:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979439.641817:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.641819:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979439.641824:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979439.641826:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979439.641831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979439.641835:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979439.641841:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979439.641847:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559931776, portal 25
00000100:00000001:0.0:1783979439.641850:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979439.641851:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305088 : -128863286246528 : ffff8accad994380)
00000100:00000040:0.0:1783979439.641857:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.641863:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979439.641865:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979439.641868:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979439.641872:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559931776, offset 0
00000400:00000200:0.0:1783979439.641878:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979439.641887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.641892:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979439.641896:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979439.641899:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979439.641902:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979439.641904:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979439.641907:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390480:390480:256:4294967295] 192.168.201.140@tcp LPNI seq info [390455:390455:8:4294967295]
00000400:00000200:0.0:1783979439.641918:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.641926:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979439.641930:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.641934:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979439.641940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979439.641943:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979439.641947:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979439.641949:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979439.641952:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.641954:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979439.641959:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979439.641962:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979439.641966:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979439.641967:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979439.641971:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979439.641975:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.641981:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.641983:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.641988:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.641989:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979439.641994:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979439.641996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979439.641999:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304838346
00000100:00000010:0.0:1783979439.642002:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64660.
00000100:00000001:0.0:1783979439.642006:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979439.642009:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304838346
00000100:00000010:0.0:1783979439.642011:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64900.
00000100:00000001:0.0:1783979439.642013:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979439.642015:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979439.642017:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642019:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979439.642022:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979439/real 1783979439]  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979439.642028:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979439.642029:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979439.642030:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979439.642031:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979439.642032:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979439.642034:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979439.642036:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979439.642040:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642065:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979439.642067:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642069:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642070:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979439.642073:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642080:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979439.642084:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642099:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979439.642102:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642103:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642105:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642107:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979439.642109:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979439.642111:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979439.642115:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979439.642118:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979439.642131:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979439.642137:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559931776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979439.642140:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979439.642142:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642146:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979439.642147:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.642149:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979439.642150:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979439.642152:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979439.642153:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979439.642156:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979439.642157:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979439.642158:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.642159:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642161:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979439.642162:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979439.642165:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979439.642166:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979439.642169:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979439.642171:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559931904, portal 10
00000100:00000001:0.0:1783979439.642172:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979439.642173:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423311360 : -128863286240256 : ffff8accad995c00)
00000100:00000040:0.0:1783979439.642177:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642181:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979439.642182:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979439.642184:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979439.642185:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559931904, offset 0
00000400:00000200:0.0:1783979439.642187:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979439.642190:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.642192:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979439.642194:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979439.642196:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979439.642197:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979439.642199:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979439.642200:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390481:390481:256:4294967295] 192.168.201.140@tcp LPNI seq info [390456:390456:8:4294967295]
00000400:00000200:0.0:1783979439.642203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.642207:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979439.642209:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.642212:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979439.642214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979439.642216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979439.642226:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979439.642228:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979439.642231:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.642232:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979439.642234:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979439.642236:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979439.642238:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979439.642239:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979439.642240:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979439.642242:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642247:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642249:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642252:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642253:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979439.642255:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979439.642258:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979439.642260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979439.642261:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304834578
00000100:00000001:0.0:1783979439.642263:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304838346
00000100:00000001:0.0:1783979439.642264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304834578
00000100:00000001:0.0:1783979439.642266:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304838346
00000100:00000001:0.0:1783979439.642267:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979439.642268:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642269:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979439.642271:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979439/real 1783979439]  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979439.642279:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979439.642280:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979439.642281:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979439.642282:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979439.642283:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979439.642284:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979439.642286:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979439.642290:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642294:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979439.642295:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642296:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642297:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979439.642298:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642302:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979439.642304:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642307:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979439.642308:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642309:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642310:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642311:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979439.642312:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979439.642313:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979439.642315:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979439.642316:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979439.642318:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979439.642323:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559931904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979439.642325:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979439.642327:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642330:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979439.642331:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.642332:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979439.642333:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979439.642334:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979439.642336:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979439.642337:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979439.642338:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979439.642339:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.642340:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642341:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979439.642343:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979439.642345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979439.642346:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979439.642347:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979439.642349:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559932032, portal 10
00000100:00000001:0.0:1783979439.642350:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979439.642351:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314944 : -128863286236672 : ffff8accad996a00)
00000100:00000040:0.0:1783979439.642354:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642358:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979439.642359:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979439.642360:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979439.642362:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559932032, offset 0
00000400:00000200:0.0:1783979439.642364:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979439.642366:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.642368:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979439.642370:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979439.642371:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979439.642373:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979439.642375:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979439.642376:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390482:390482:256:4294967295] 192.168.201.140@tcp LPNI seq info [390457:390457:8:4294967295]
00000400:00000200:0.0:1783979439.642379:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.642382:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979439.642384:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.642386:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979439.642388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979439.642390:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979439.642392:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979439.642394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979439.642396:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.642397:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979439.642399:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979439.642401:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979439.642403:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979439.642404:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979439.642405:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979439.642406:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642415:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642416:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979439.642418:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979439.642419:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979439.642421:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979439.642422:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304834574
00000100:00000001:0.0:1783979439.642424:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304838346
00000100:00000001:0.0:1783979439.642425:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304834574
00000100:00000001:0.0:1783979439.642427:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304838346
00000100:00000001:0.0:1783979439.642428:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979439.642429:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642430:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979439.642431:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979439/real 1783979439]  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979439.642435:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979439.642436:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979439.642437:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979439.642438:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979439.642439:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979439.642440:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979439.642442:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979439.642447:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642450:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979439.642451:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642451:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642452:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979439.642454:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642457:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979439.642459:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642463:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979439.642465:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642466:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642466:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642467:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979439.642468:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979439.642470:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979439.642471:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979439.642472:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979439.642474:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979439.642478:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979439.642480:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979439.642482:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642485:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979439.642486:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.642487:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979439.642488:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979439.642489:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979439.642490:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979439.642492:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979439.642493:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979439.642494:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.642495:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642497:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979439.642498:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979439.642499:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979439.642501:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979439.642503:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979439.642504:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559932160, portal 4
00000100:00000001:0.0:1783979439.642506:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979439.642506:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423313152 : -128863286238464 : ffff8accad996300)
00000100:00000040:0.0:1783979439.642510:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642513:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979439.642515:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979439.642516:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979439.642517:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559932160, offset 0
00000400:00000200:0.0:1783979439.642519:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979439.642520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.642522:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979439.642523:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979439.642525:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979439.642526:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979439.642527:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979439.642529:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390483:390483:256:4294967295] 192.168.201.140@tcp LPNI seq info [390458:390458:8:4294967295]
00000400:00000200:0.0:1783979439.642531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.642534:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979439.642536:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.642538:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979439.642540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979439.642541:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979439.642543:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979439.642545:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979439.642547:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.642548:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979439.642550:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979439.642552:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979439.642553:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979439.642554:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979439.642555:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979439.642557:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642566:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642567:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642571:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642572:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979439.642573:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979439.642575:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979439.642576:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979439.642577:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304834601
00000100:00000001:0.0:1783979439.642578:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304838346
00000100:00000001:0.0:1783979439.642579:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304834601
00000100:00000001:0.0:1783979439.642581:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304838346
00000100:00000001:0.0:1783979439.642582:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979439.642584:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642585:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979439.642587:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979439/real 1783979439]  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979439.642590:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979439.642591:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979439.642592:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979439.642593:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979439.642593:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979439.642594:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979439.642596:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979439.642600:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642603:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979439.642605:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642606:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642606:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979439.642608:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642612:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979439.642614:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642617:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979439.642618:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642619:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642620:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642621:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979439.642622:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979439.642624:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979439.642627:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979439.642628:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979439.642632:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979439.642638:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979439.642641:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979439.642643:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642649:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979439.642650:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.642653:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979439.642654:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979439.642656:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979439.642659:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979439.642662:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979439.642664:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979439.642666:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979439.642667:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642670:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979439.642672:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979439.642675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979439.642677:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979439.642679:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979439.642681:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559932288, portal 4
00000100:00000001:0.0:1783979439.642682:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979439.642683:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:0.0:1783979439.642687:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642691:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979439.642692:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979439.642693:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979439.642695:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559932288, offset 0
00000400:00000200:0.0:1783979439.642697:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979439.642699:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.642701:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979439.642702:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979439.642704:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979439.642705:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979439.642706:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979439.642709:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390484:390484:256:4294967295] 192.168.201.140@tcp LPNI seq info [390459:390459:8:4294967295]
00000400:00000200:0.0:1783979439.642711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979439.642714:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979439.642716:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.642718:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979439.642721:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979439.642722:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979439.642725:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979439.642726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979439.642728:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979439.642729:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979439.642731:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979439.642733:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979439.642735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979439.642736:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979439.642737:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979439.642739:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642744:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642745:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979464 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642750:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979439.642752:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979439.642753:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979439.642755:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979439.642756:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304834603
00000100:00000001:0.0:1783979439.642758:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304838346
00000100:00000001:0.0:1783979439.642759:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304834603
00000100:00000001:0.0:1783979439.642760:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304838346
00000100:00000001:0.0:1783979439.642761:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979439.642762:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642763:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979439.642765:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979439/real 1783979439]  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979439.642769:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979439.642770:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979439.642771:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979439.642772:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979439.642773:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979439.642775:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979439.642776:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979439.642780:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642784:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979439.642784:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642785:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642786:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979439.642788:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642791:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979439.642793:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642797:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979439.642798:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642799:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979439.642800:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642801:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979439.642802:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979439.642803:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979439.642805:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979439.642806:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979439.642808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979439.642821:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979439.642825:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642826:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642829:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559931776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642836:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979439.642838:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642840:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979439.642843:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979439.642845:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979439.642846:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979439.642848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979439.642851:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:0.0:1783979439.642854:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979439.642855:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979439.642857:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
00000100:00000001:0.0:1783979439.642859:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979439.642860:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642861:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642864:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559931904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642868:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979439.642868:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642869:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979439.642871:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979439.642872:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979439.642872:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979439.642873:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979439.642874:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:0.0:1783979439.642875:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979439.642876:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979439.642876:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:0.0:1783979439.642878:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979439.642879:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642880:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642882:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559932032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642886:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979439.642886:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642887:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979439.642888:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979439.642889:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979439.642889:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979439.642890:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979439.642891:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:0.0:1783979439.642892:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979439.642892:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979439.642893:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:0.0:1783979439.642894:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979439.642895:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642896:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642897:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559932160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642900:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979439.642901:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642902:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979439.642903:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979439.642903:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979439.642904:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979439.642905:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979439.642905:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:0.0:1783979439.642906:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979439.642907:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979439.642908:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:0.0:1783979439.642909:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979439.642909:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642910:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979439.642912:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559932288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979464 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979439.642916:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979439.642916:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979439.642917:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979439.642918:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979439.642919:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979439.642920:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979439.642920:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979439.642921:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:0.0:1783979439.642922:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979439.642923:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979439.642923:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:0.0:1783979439.642924:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979439.642925:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642926:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979439.642932:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979439.642933:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979439.642934:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979439.642935:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979440.409295:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979440.409300:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979440.409304:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979440.409304:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979440.409307:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979440.409308:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979440.409532:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979440.409536:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979440.409539:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979441.433154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979441.433160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979441.433165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979441.433166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979441.433169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979441.433171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979441.433265:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979441.433269:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979441.433273:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979442.457993:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979442.458000:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979442.458006:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979442.458007:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979442.458010:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979442.458011:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979442.458200:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979442.458203:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979442.458206:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979443.481162:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304838346, at 4304838400
00010000:00000001:1.0:1783979443.481168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979443.481174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979443.481180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979443.481181:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64900.
00010000:00000001:1.0:1783979443.481183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979443.481189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979443.481190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979443.481255:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979443.481259:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979443.481262:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979444.505135:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979444.505142:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979444.505146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979444.505148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979444.505151:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979444.505154:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979444.505156:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979444.505159:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979444.505162:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979444.505164:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979444.505166:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979444.505168:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979444.505238:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979444.505241:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979444.505244:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979444.761205:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979444.761214:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979444.761216:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979444.761219:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979444.761223:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979444.761230:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10167
00000400:00000200:3.0:1783979444.761239:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979444.761245:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979444.761248:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979444.761250:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761253:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.761255:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761257:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979444.761261:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979444.761263:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979444.761265:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979444.761268:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979444.761270:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979444.761272:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979444.761274:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761276:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.761278:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761279:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979444.761282:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979444.761285:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761287:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.761289:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979444.761292:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979444.761294:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.761297:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979444.761299:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979444.761308:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979444.761311:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979444.761314:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979444.761316:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.761318:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979444.761321:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979444.761324:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979444.761331:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979444.761337:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979444.761344:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979444.761352:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979444.761356:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979444.761360:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.761380:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979444.761383:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979444.761386:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979444.761387:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979444.761388:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979444.761391:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979444.761393:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10167
00000400:00000200:3.0:1783979444.761396:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979444.761398:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979444.761401:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979444.761405:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761407:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.761409:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761411:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979444.761413:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1783979444.761415:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1783979444.761415:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979444.761416:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979444.761420:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:0.0:1783979444.761421:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979444.761423:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:0.0:1783979444.761426:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783979444.761426:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979444.761431:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761434:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979444.761435:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979444.761438:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761443:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979444.761448:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979444.761453:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761457:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.761462:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979444.761467:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783979444.761468:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979444.761470:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.761472:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.761475:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979444.761476:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979444.761478:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1783979444.761481:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979444.761482:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783979444.761487:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979444.761490:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559932416:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979444.761491:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.761496:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979444.761499:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979444.761502:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979444.761505:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
02000000:00000001:0.0:1783979444.761506:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1783979444.761510:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000010:0.0:1783979444.761512:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:3.0:1783979444.761513:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979444.761517:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.761517:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.761522:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979444.761524:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1783979444.761526:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979444.761527:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979444.761532:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
02000000:00000010:3.0:1783979444.761534:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979444.761539:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979444.761540:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00100000:3.0:1783979444.761546:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1783979444.761547:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559932416, portal 25
00000100:00000001:0.0:1783979444.761552:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979444.761554:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000001:3.0:1783979444.761560:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1783979444.761565:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.761565:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979444.761574:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.761577:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979444.761583:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979444.761587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000001:3.0:1783979444.761589:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979444.761592:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559932416, offset 0
00000100:00080000:3.0:1783979444.761593:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979444.761598:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979444.761600:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1783979444.761601:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00080000:3.0:1783979444.761603:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979444.761606:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979444.761609:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10167
00000400:00000200:0.0:1783979444.761612:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979444.761616:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.761620:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979444.761623:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979444.761626:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979444.761627:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783979444.761632:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979444.761635:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000001:3.0:1783979444.761636:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979444.761640:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1783979444.761641:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761645:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:0.0:1783979444.761646:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000020:00000001:3.0:1783979444.761648:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979444.761651:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000400:00000200:0.0:1783979444.761653:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390485:390485:256:4294967295] 192.168.201.140@tcp LPNI seq info [390460:390460:8:4294967295]
00000020:00000001:3.0:1783979444.761654:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979444.761658:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000400:00000200:0.0:1783979444.761662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:3.0:1783979444.761663:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979444.761666:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979444.761673:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979444.761678:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979444.761679:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.761685:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:0.0:1783979444.761688:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761689:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979444.761693:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000800:00000010:0.0:1783979444.761695:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000100:00080000:3.0:1783979444.761698:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761701:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.761705:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1783979444.761706:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:3.0:1783979444.761709:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1783979444.761711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1783979444.761713:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.761717:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1783979444.761720:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000008:00100000:3.0:1783979444.761721:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979444.761727:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979444.761728:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1783979444.761729:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979444.761736:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000800:00000100:0.0:1783979444.761737:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000020:00000040:3.0:1783979444.761739:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000800:00000010:0.0:1783979444.761741:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
02000000:00000001:3.0:1783979444.761743:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979444.761746:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.761748:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1783979444.761749:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1783979444.761751:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979444.761754:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979444.761756:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1783979444.761760:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000400:00000200:0.0:1783979444.761763:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000100:00000001:3.0:1783979444.761764:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979444.761767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00100000:3.0:1783979444.761772:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979444.761773:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979444.761780:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.761786:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979444.761791:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.761796:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979444.761798:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979444.761803:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.761820:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.761823:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979444.761824:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979444.761825:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1783979444.761830:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979444.761832:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.761833:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979444.761837:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1783979444.761840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979444.761842:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1783979444.761844:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304843466
00000100:00080000:3.0:1783979444.761848:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10167
00000100:00000010:0.0:1783979444.761851:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64e40.
00000400:00000200:3.0:1783979444.761855:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979444.761859:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000400:00000200:3.0:1783979444.761860:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979444.761865:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979444.761868:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761871:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979444.761872:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761874:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979444.761877:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979444.761878:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979444.761880:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979444.761882:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304843466
00000020:00000040:3.0:1783979444.761882:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000100:00000010:0.0:1783979444.761888:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64720.
00000020:00000001:3.0:1783979444.761888:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979444.761892:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:0.0:1783979444.761895:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000040:3.0:1783979444.761898:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979444.761900:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979444.761902:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979444.761907:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979444.761907:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761911:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979444.761913:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1783979444.761915:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00100000:0.0:1783979444.761920:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979444/real 1783979444]  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979444.761922:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979444.761928:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.761931:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979444.761935:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1783979444.761937:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979444.761940:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1783979444.761940:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979444.761944:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000100:00000001:3.0:1783979444.761945:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783979444.761949:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000008:00100000:3.0:1783979444.761950:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1783979444.761952:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000008:00000001:3.0:1783979444.761954:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.761956:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1783979444.761958:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979444.761962:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783979444.761965:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979444.761970:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979444.761975:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1783979444.761976:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979444.761979:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.761984:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979444.761987:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979444.761989:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979444.761991:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1783979444.761991:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.761996:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1783979444.761999:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:0.0:1783979444.762000:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979444.762020:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979444.762026:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1783979444.762033:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.762038:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979444.762043:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762075:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979444.762080:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979444.762084:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762108:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979444.762109:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762112:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979444.762114:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979444.762115:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.762117:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.762122:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1783979444.762123:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979444.762125:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979444.762126:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979444.762129:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979444.762130:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979444.762135:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979444.762136:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979444.762140:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:3.0:1783979444.762141:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10167
00000100:00000040:0.0:1783979444.762148:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979444.762151:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979444.762158:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979444.762163:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1783979444.762167:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559932416:192.168.201.140@tcp:250:kworker.0
00000100:00000040:3.0:1783979444.762170:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979444.762174:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979444.762174:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979444.762178:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979444.762180:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:0.0:1783979444.762184:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559932416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.762185:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979444.762190:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979444.762193:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000100:00000001:0.0:1783979444.762196:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1783979444.762197:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1783979444.762199:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1783979444.762201:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
02000000:00000010:0.0:1783979444.762203:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
00000020:00000001:3.0:1783979444.762205:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
02000000:00000001:0.0:1783979444.762207:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979444.762210:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979444.762211:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979444.762213:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979444.762218:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1783979444.762218:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000010:0.0:1783979444.762221:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979444.762224:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1783979444.762226:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979444.762229:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:3.0:1783979444.762229:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000010:0.0:1783979444.762233:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:3.0:1783979444.762234:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979444.762237:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1783979444.762239:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:0.0:1783979444.762240:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.762244:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979444.762245:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979444.762250:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762252:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1783979444.762252:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979444.762255:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979444.762258:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979444.762259:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979444.762261:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1783979444.762263:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762264:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979444.762268:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979444.762272:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979444.762274:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979444.762276:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979444.762278:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783979444.762280:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979444.762285:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979444.762290:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1783979444.762291:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783979444.762293:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762294:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.762298:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979444.762298:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979444.762302:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979444.762302:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979444.762306:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.762307:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979444.762313:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932544:192.168.201.140@tcp:38:kworker.0
02000000:00000010:3.0:1783979444.762315:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:0.0:1783979444.762318:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979444.762321:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979444.762321:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.762324:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.762327:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979444.762330:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
00000100:00100000:3.0:1783979444.762330:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979444.762334:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979444.762341:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979444.762345:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000100:00000001:3.0:1783979444.762347:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1783979444.762350:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000001:3.0:1783979444.762351:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979444.762354:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559932544, portal 10
00000100:00000001:0.0:1783979444.762359:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1783979444.762359:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762360:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:0.0:1783979444.762371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979444.762373:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762381:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979444.762381:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10177)
00000100:00000040:0.0:1783979444.762386:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979444.762389:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979444.762391:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559932544, offset 0
00000400:00000200:0.0:1783979444.762397:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979444.762401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.762405:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979444.762408:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979444.762410:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979444.762412:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979444.762414:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979444.762417:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390486:390486:256:4294967295] 192.168.201.140@tcp LPNI seq info [390461:390461:8:4294967295]
00000400:00000200:0.0:1783979444.762421:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.762427:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979444.762431:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979444.762434:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979444.762437:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979444.762440:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979444.762444:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979444.762447:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979444.762450:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979444.762452:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979444.762454:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979444.762457:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979444.762460:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979444.762462:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979444.762464:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979444.762467:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762474:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979444.762477:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762483:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762484:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979444.762487:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979444.762490:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979444.762493:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979444.762494:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304839698
00000100:00000001:0.0:1783979444.762497:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304843466
00000100:00000001:0.0:1783979444.762499:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304839698
00000100:00000001:0.0:1783979444.762501:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304843466
00000100:00000001:0.0:1783979444.762503:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979444.762505:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762507:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979444.762510:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979444/real 1783979444]  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979444.762522:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979444.762524:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979444.762525:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979444.762527:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979444.762529:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979444.762530:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979444.762533:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979444.762540:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762546:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979444.762547:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.762548:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.762549:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979444.762552:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762558:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979444.762561:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762566:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979444.762568:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.762570:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.762571:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.762572:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979444.762573:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979444.762575:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979444.762578:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979444.762580:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979444.762584:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979444.762592:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979444.762595:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979444.762598:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762604:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979444.762605:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.762607:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979444.762608:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979444.762610:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979444.762612:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979444.762615:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979444.762616:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979444.762618:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.762619:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979444.762622:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979444.762624:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979444.762626:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979444.762628:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979444.762631:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979444.762633:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559932672, portal 10
00000100:00000001:0.0:1783979444.762635:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979444.762636:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:0.0:1783979444.762641:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762647:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979444.762649:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979444.762651:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979444.762653:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559932672, offset 0
00000400:00000200:0.0:1783979444.762657:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979444.762660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.762663:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979444.762666:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979444.762668:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979444.762671:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979444.762673:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979444.762676:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390487:390487:256:4294967295] 192.168.201.140@tcp LPNI seq info [390462:390462:8:4294967295]
00000400:00000200:0.0:1783979444.762679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.762684:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979444.762688:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979444.762691:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979444.762694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979444.762697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979444.762700:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979444.762703:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979444.762706:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979444.762707:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979444.762710:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979444.762712:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979444.762715:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979444.762716:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979444.762718:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979444.762721:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762728:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979444.762730:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762736:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762737:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979444.762740:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979444.762743:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979444.762746:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979444.762748:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304839694
00000100:00000001:0.0:1783979444.762750:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304843466
00000100:00000001:0.0:1783979444.762752:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304839694
00000100:00000001:0.0:1783979444.762754:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304843466
00000100:00000001:0.0:1783979444.762755:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979444.762757:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762759:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979444.762762:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979444/real 1783979444]  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979444.762769:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979444.762770:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979444.762771:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979444.762773:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979444.762775:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979444.762777:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979444.762780:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979444.762787:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762792:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979444.762793:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.762795:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.762796:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979444.762799:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762805:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979444.762808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762813:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979444.762815:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.762817:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.762818:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.762819:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979444.762821:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979444.762823:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979444.762826:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979444.762827:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979444.762831:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979444.762843:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979444.762846:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979444.762849:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762855:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979444.762856:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.762858:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979444.762860:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979444.762861:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979444.762864:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979444.762867:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979444.762868:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979444.762870:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.762871:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979444.762874:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979444.762876:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979444.762879:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979444.762881:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979444.762884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979444.762886:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559932800, portal 4
00000100:00000001:0.0:1783979444.762888:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979444.762890:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:0.0:1783979444.762894:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762900:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979444.762902:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979444.762904:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979444.762906:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559932800, offset 0
00000400:00000200:0.0:1783979444.762909:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979444.762913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.762916:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979444.762919:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979444.762921:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979444.762923:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979444.762925:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979444.762928:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390488:390488:256:4294967295] 192.168.201.140@tcp LPNI seq info [390463:390463:8:4294967295]
00000400:00000200:0.0:1783979444.762931:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.762937:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979444.762941:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979444.762944:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979444.762948:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979444.762951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979444.762954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979444.762956:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979444.762960:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979444.762961:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979444.762964:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979444.762967:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979444.762969:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979444.762971:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979444.762972:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979444.762975:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762987:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979444.762990:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.762996:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.762998:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979444.763012:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979444.763015:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979444.763018:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979444.763020:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304839721
00000100:00000001:0.0:1783979444.763022:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304843466
00000100:00000001:0.0:1783979444.763024:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304839721
00000100:00000001:0.0:1783979444.763026:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304843466
00000100:00000001:0.0:1783979444.763027:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979444.763029:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.763031:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979444.763034:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979444/real 1783979444]  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979444.763041:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979444.763042:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979444.763043:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979444.763046:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979444.763062:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979444.763065:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979444.763068:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979444.763075:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763081:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979444.763082:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763084:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.763085:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979444.763088:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763094:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979444.763097:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763103:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979444.763105:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763106:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.763108:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763109:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979444.763111:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979444.763113:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979444.763115:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979444.763118:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979444.763121:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979444.763127:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979444.763131:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763132:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979444.763135:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559932544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763141:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979444.763142:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979444.763144:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979444.763146:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979444.763147:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979444.763149:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979444.763151:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979444.763152:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:0.0:1783979444.763155:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979444.763156:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979444.763158:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:0.0:1783979444.763160:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979444.763161:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763163:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979444.763166:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559932672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763171:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979444.763173:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979444.763174:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979444.763176:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979444.763177:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979444.763178:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979444.763179:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979444.763180:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:0.0:1783979444.763182:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979444.763183:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979444.763184:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:0.0:1783979444.763186:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979444.763187:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763189:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979444.763191:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559932800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763197:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979444.763198:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979444.763199:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979444.763202:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979444.763203:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979444.763204:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979444.763205:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979444.763206:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:0.0:1783979444.763208:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979444.763209:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979444.763211:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:0.0:1783979444.763212:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979444.763213:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763215:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763219:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979444.763220:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.763222:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979444.763223:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979444.763224:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979444.763228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763234:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979444.763235:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.763237:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979444.763239:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979444.763240:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979444.763243:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979444.763246:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979444.763248:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979444.763249:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979444.763251:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979444.763254:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979444.763256:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979444.763258:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979444.763260:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979444.763263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979444.763266:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559932928, portal 4
00000100:00000001:0.0:1783979444.763268:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979444.763269:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:0.0:1783979444.763274:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763279:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979444.763281:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979444.763283:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979444.763286:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559932928, offset 0
00000400:00000200:0.0:1783979444.763289:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979444.763292:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.763295:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979444.763298:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979444.763300:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979444.763302:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979444.763304:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979444.763307:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390489:390489:256:4294967295] 192.168.201.140@tcp LPNI seq info [390464:390464:8:4294967295]
00000400:00000200:0.0:1783979444.763310:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979444.763315:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979444.763319:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979444.763322:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979444.763325:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979444.763328:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979444.763332:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979444.763335:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979444.763338:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979444.763340:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979444.763343:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979444.763346:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979444.763348:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979444.763350:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979444.763352:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979444.763355:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763361:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979444.763364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979469 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763370:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.763371:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979444.763373:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979444.763376:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979444.763379:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979444.763381:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304839724
00000100:00000001:0.0:1783979444.763382:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304843466
00000100:00000001:0.0:1783979444.763384:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304839724
00000100:00000001:0.0:1783979444.763386:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304843466
00000100:00000001:0.0:1783979444.763388:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979444.763390:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.763392:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979444.763395:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979444/real 1783979444]  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979444.763403:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979444.763404:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979444.763405:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979444.763407:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979444.763409:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979444.763410:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979444.763413:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979444.763420:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763426:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979444.763427:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763428:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.763429:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979444.763432:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763437:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979444.763440:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763446:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979444.763448:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763450:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979444.763452:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763453:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979444.763454:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979444.763456:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979444.763458:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979444.763460:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979444.763464:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979444.763470:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559932928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979444.763473:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763475:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979444.763477:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559932928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979469 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979444.763483:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979444.763484:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979444.763486:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979444.763488:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979444.763489:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979444.763490:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979444.763492:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979444.763493:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979444.763495:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979444.763497:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979444.763498:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:0.0:1783979444.763500:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979444.763501:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763503:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979444.763506:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979444.763507:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979444.763508:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979444.763509:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979445.529183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979445.529190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979445.529195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979445.529196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979445.529199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979445.529201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979445.529275:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979445.529280:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979445.529283:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979446.553196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979446.553204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979446.553209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979446.553210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979446.553213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979446.553215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979446.553286:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979446.553291:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979446.553294:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979447.577170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979447.577178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979447.577182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979447.577183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979447.577186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979447.577186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979447.577250:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979447.577254:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979447.577256:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979448.601192:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304843466, at 4304843520
00010000:00000001:1.0:1783979448.601197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979448.601204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979448.601211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979448.601212:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64720.
00010000:00000001:1.0:1783979448.601213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979448.601223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979448.601226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979448.601295:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979448.601300:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979448.601304:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979449.625205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979449.625215:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979449.625218:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979449.625223:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.625230:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979449.625233:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.625235:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.625237:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.625243:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979449.625245:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979449.625246:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979449.625248:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.625249:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979449.625251:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.625253:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.625255:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979449.625259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979449.625261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979449.625329:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979449.625334:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979449.625338:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979449.881962:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979449.881967:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979449.881969:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979449.881976:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.881985:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979449.881987:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.881990:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979449.881992:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979449.881998:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979449.882000:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559933056:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979449.882003:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979449.882006:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979449.882008:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.882010:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979449.882015:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979449.882018:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979449.882024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979449.882028:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979449.882035:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979449.882042:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559933056, portal 25
00000100:00000001:0.0:1783979449.882044:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979449.882046:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:0.0:1783979449.882073:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882080:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979449.882083:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979449.882085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979449.882089:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559933056, offset 0
00000400:00000200:0.0:1783979449.882095:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979449.882112:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.882118:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979449.882123:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979449.882127:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979449.882131:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979449.882133:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979449.882137:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390490:390490:256:4294967295] 192.168.201.140@tcp LPNI seq info [390465:390465:8:4294967295]
00000400:00000200:0.0:1783979449.882140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.882150:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979449.882156:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.882161:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979449.882167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979449.882171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979449.882176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979449.882180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979449.882184:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.882186:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979449.882192:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979449.882196:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979449.882202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979449.882205:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979449.882209:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979449.882213:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882223:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.882225:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882233:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.882235:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979449.882240:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979449.882244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979449.882246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304848587
00000100:00000010:0.0:1783979449.882251:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64ae0.
00000100:00000001:0.0:1783979449.882258:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979449.882263:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304848587
00000100:00000010:0.0:1783979449.882266:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64540.
00000100:00000001:0.0:1783979449.882269:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979449.882272:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979449.882275:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.882277:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979449.882281:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979449/real 1783979449]  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979449.882292:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979449.882293:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979449.882296:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979449.882298:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979449.882305:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979449.882307:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979449.882311:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979449.882320:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882327:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979449.882329:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882331:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.882333:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979449.882337:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882343:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979449.882348:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882355:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979449.882358:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882360:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.882361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882363:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979449.882365:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979449.882367:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979449.882371:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979449.882373:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979449.882377:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979449.882386:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559933056:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979449.882390:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979449.882393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882399:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979449.882400:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.882402:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979449.882404:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979449.882406:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979449.882409:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979449.882412:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979449.882414:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979449.882416:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.882417:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979449.882420:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979449.882422:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979449.882425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979449.882428:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979449.882431:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979449.882434:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559933184, portal 10
00000100:00000001:0.0:1783979449.882436:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979449.882437:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:0.0:1783979449.882444:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882450:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979449.882452:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979449.882454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979449.882456:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559933184, offset 0
00000400:00000200:0.0:1783979449.882460:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979449.882463:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.882466:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979449.882468:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979449.882471:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979449.882473:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979449.882475:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979449.882477:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390491:390491:256:4294967295] 192.168.201.140@tcp LPNI seq info [390466:390466:8:4294967295]
00000400:00000200:0.0:1783979449.882481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.882487:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979449.882492:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.882495:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979449.882499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979449.882502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979449.882506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979449.882509:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979449.882513:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.882514:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979449.882517:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979449.882520:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979449.882523:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979449.882525:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979449.882528:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979449.882531:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882538:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.882541:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882547:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.882549:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979449.882552:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979449.882555:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979449.882558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979449.882560:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304844818
00000100:00000001:0.0:1783979449.882563:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304848587
00000100:00000001:0.0:1783979449.882565:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304844818
00000100:00000001:0.0:1783979449.882567:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304848587
00000100:00000001:0.0:1783979449.882569:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979449.882571:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.882573:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979449.882577:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979449/real 1783979449]  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979449.882591:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979449.882592:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979449.882594:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979449.882596:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979449.882598:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979449.882600:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979449.882603:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979449.882611:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882617:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979449.882618:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882620:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.882621:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979449.882624:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882630:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979449.882634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882640:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979449.882642:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.882644:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882646:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979449.882648:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979449.882651:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979449.882654:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979449.882656:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979449.882660:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979449.882668:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979449.882671:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979449.882675:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882681:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979449.882683:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.882685:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979449.882686:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979449.882688:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979449.882691:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979449.882694:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979449.882697:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979449.882698:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.882700:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979449.882703:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979449.882705:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979449.882709:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979449.882711:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979449.882714:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979449.882717:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559933312, portal 10
00000100:00000001:0.0:1783979449.882719:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979449.882720:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:0.0:1783979449.882725:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882731:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979449.882734:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979449.882736:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979449.882738:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559933312, offset 0
00000400:00000200:0.0:1783979449.882742:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979449.882746:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.882749:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979449.882752:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979449.882754:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979449.882756:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979449.882758:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979449.882761:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390492:390492:256:4294967295] 192.168.201.140@tcp LPNI seq info [390467:390467:8:4294967295]
00000400:00000200:0.0:1783979449.882764:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.882769:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979449.882774:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.882776:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979449.882780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979449.882782:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979449.882787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979449.882789:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979449.882792:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.882794:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979449.882797:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979449.882799:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979449.882801:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979449.882802:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979449.882803:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979449.882806:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882811:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.882812:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882816:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.882817:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979449.882819:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979449.882821:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979449.882823:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979449.882825:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304844814
00000100:00000001:0.0:1783979449.882827:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304848587
00000100:00000001:0.0:1783979449.882829:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304844814
00000100:00000001:0.0:1783979449.882831:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304848587
00000100:00000001:0.0:1783979449.882833:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979449.882835:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.882836:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979449.882840:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979449/real 1783979449]  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979449.882847:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979449.882848:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979449.882850:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979449.882852:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979449.882854:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979449.882856:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979449.882859:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979449.882866:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882872:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979449.882874:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882876:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.882877:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979449.882879:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882883:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979449.882885:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882889:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979449.882891:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.882893:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.882894:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979449.882895:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979449.882897:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979449.882899:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979449.882901:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979449.882905:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979449.882925:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979449.882930:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979449.882934:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882940:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979449.882942:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.882944:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979449.882945:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979449.882947:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979449.882950:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979449.882953:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979449.882955:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979449.882956:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.882957:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979449.882960:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979449.882962:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979449.882964:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979449.882966:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979449.882968:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979449.882970:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559933440, portal 4
00000100:00000001:0.0:1783979449.882972:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979449.882973:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:0.0:1783979449.882977:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.882981:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979449.882982:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979449.882983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979449.882985:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559933440, offset 0
00000400:00000200:0.0:1783979449.882987:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979449.882989:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.882991:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979449.882993:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979449.882995:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979449.882996:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979449.882997:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979449.882999:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390493:390493:256:4294967295] 192.168.201.140@tcp LPNI seq info [390468:390468:8:4294967295]
00000400:00000200:0.0:1783979449.883002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.883006:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979449.883008:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.883010:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979449.883012:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979449.883014:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979449.883016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979449.883018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979449.883020:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.883022:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979449.883025:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979449.883028:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979449.883030:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979449.883032:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979449.883034:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979449.883037:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883084:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.883088:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883094:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.883096:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979449.883100:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979449.883104:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979449.883107:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979449.883109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304844842
00000100:00000001:0.0:1783979449.883111:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304848587
00000100:00000001:0.0:1783979449.883114:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304844842
00000100:00000001:0.0:1783979449.883116:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304848587
00000100:00000001:0.0:1783979449.883119:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979449.883121:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.883122:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979449.883126:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979449/real 1783979449]  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979449.883134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979449.883135:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979449.883137:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979449.883139:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979449.883140:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979449.883143:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979449.883145:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979449.883153:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883159:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979449.883160:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883162:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.883164:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979449.883168:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883174:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979449.883178:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883185:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979449.883187:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883189:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.883190:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883192:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979449.883193:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979449.883195:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979449.883198:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979449.883200:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979449.883204:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979449.883211:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979449.883214:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979449.883217:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883224:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979449.883225:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.883227:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979449.883229:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979449.883230:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979449.883233:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979449.883236:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979449.883238:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979449.883240:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979449.883241:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979449.883244:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979449.883247:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979449.883250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979449.883252:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979449.883255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979449.883258:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559933568, portal 4
00000100:00000001:0.0:1783979449.883260:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979449.883261:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:0.0:1783979449.883266:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883272:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979449.883274:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979449.883276:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979449.883278:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559933568, offset 0
00000400:00000200:0.0:1783979449.883281:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979449.883284:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.883286:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979449.883288:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979449.883290:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979449.883291:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979449.883293:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979449.883294:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390494:390494:256:4294967295] 192.168.201.140@tcp LPNI seq info [390469:390469:8:4294967295]
00000400:00000200:0.0:1783979449.883297:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979449.883301:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979449.883304:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.883306:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979449.883309:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979449.883311:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979449.883313:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979449.883315:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979449.883317:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979449.883318:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979449.883320:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979449.883322:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979449.883324:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979449.883325:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979449.883326:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979449.883328:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883333:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.883335:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979474 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883339:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.883340:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979449.883342:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979449.883344:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979449.883345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979449.883347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304844844
00000100:00000001:0.0:1783979449.883348:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304848587
00000100:00000001:0.0:1783979449.883350:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304844844
00000100:00000001:0.0:1783979449.883351:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304848587
00000100:00000001:0.0:1783979449.883352:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979449.883353:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.883355:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979449.883357:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979449/real 1783979449]  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979449.883361:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979449.883362:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979449.883363:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979449.883364:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979449.883365:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979449.883366:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979449.883369:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979449.883377:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883382:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979449.883383:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883385:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.883386:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979449.883390:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883396:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979449.883399:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883405:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979449.883408:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883409:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979449.883410:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883412:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979449.883414:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979449.883416:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979449.883419:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979449.883421:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979449.883425:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979449.883434:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979449.883437:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883438:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.883440:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559933056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883444:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979449.883446:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979449.883447:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979449.883449:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979449.883451:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979449.883452:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979449.883454:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979449.883455:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979449.883458:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979449.883459:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979449.883460:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:0.0:1783979449.883463:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979449.883464:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883465:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.883467:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559933184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883471:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979449.883471:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979449.883472:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979449.883473:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979449.883474:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979449.883475:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979449.883476:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979449.883476:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979449.883477:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979449.883478:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979449.883479:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:0.0:1783979449.883481:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979449.883482:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883483:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.883484:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559933312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883488:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979449.883489:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979449.883489:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979449.883491:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979449.883491:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979449.883492:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979449.883493:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979449.883493:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979449.883494:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979449.883495:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979449.883496:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:0.0:1783979449.883497:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979449.883497:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883498:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.883500:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559933440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883503:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979449.883503:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979449.883504:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979449.883505:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979449.883506:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979449.883506:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979449.883507:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979449.883508:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979449.883509:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979449.883509:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979449.883510:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:0.0:1783979449.883511:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979449.883512:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883513:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979449.883514:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559933568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979474 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979449.883518:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979449.883519:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979449.883520:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979449.883521:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979449.883521:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979449.883522:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979449.883523:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979449.883524:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:0.0:1783979449.883525:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979449.883525:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979449.883526:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:0.0:1783979449.883527:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979449.883528:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883529:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979449.883535:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979449.883536:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979449.883537:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979449.883538:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979450.649221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979450.649233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979450.649241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979450.649243:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979450.649247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979450.649248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979450.649341:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979450.649346:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979450.649349:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979451.673444:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979451.673453:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979451.673461:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979451.673462:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979451.673466:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979451.673467:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979451.673538:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979451.673542:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979451.673546:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979452.697210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979452.697219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979452.697224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979452.697226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979452.697229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979452.697231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979452.697301:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979452.697306:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979452.697309:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979453.721178:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304848587, at 4304848640
00010000:00000001:1.0:1783979453.721184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979453.721191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979453.721197:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64540.
00010000:00000001:1.0:1783979453.721203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979453.721206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979453.721212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979453.721213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979453.721268:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979453.721271:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979453.721274:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979454.745515:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979454.745526:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979454.745534:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979454.745536:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979454.745541:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979454.745546:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979454.745550:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979454.745556:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979454.745560:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979454.745564:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979454.745566:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979454.745569:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979454.745700:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979454.745707:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979454.745712:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979455.001940:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979455.001954:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979455.001957:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979455.001962:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979455.001969:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979455.001978:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10177
00000400:00000200:1.0:1783979455.001990:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979455.001997:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979455.002001:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979455.002004:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002008:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002010:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002013:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979455.002018:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979455.002020:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979455.002023:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979455.002027:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979455.002030:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979455.002033:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979455.002035:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002037:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002039:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002040:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979455.002043:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979455.002075:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002078:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979455.002082:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979455.002086:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979455.002089:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002092:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979455.002095:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979455.002118:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979455.002123:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979455.002127:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979455.002129:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002133:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979455.002137:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979455.002142:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979455.002151:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979455.002159:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979455.002171:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979455.002183:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979455.002188:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979455.002193:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979455.002214:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979455.002217:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979455.002221:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979455.002222:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979455.002224:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979455.002228:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979455.002231:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10177
00000400:00000200:1.0:1783979455.002236:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979455.002239:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979455.002241:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1783979455.002242:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979455.002248:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979455.002249:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979455.002251:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979455.002255:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979455.002255:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002260:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979455.002263:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979455.002265:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000100:00000040:0.0:1783979455.002267:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1783979455.002267:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979455.002272:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979455.002276:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979455.002281:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979455.002288:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002293:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002297:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979455.002299:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979455.002300:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979455.002304:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1783979455.002304:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979455.002310:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002312:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979455.002313:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979455.002319:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979455.002320:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979455.002324:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979455.002324:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002329:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979455.002330:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1783979455.002335:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1783979455.002337:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559933696:192.168.201.140@tcp:250:kworker.0
00000008:00000001:1.0:1783979455.002340:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002344:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.002346:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1783979455.002349:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
02000000:00000001:0.0:1783979455.002353:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1783979455.002354:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979455.002358:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979455.002358:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979455.002361:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.002364:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1783979455.002364:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979455.002367:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979455.002370:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979455.002373:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000010:1.0:1783979455.002374:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
02000000:00000001:0.0:1783979455.002377:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002380:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979455.002387:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00100000:1.0:1783979455.002388:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1783979455.002395:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000100:00000001:1.0:1783979455.002399:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979455.002402:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979455.002405:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000040:1.0:1783979455.002407:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979455.002416:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559933696, portal 25
00000100:00000001:1.0:1783979455.002417:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.002421:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1783979455.002423:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979455.002425:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00080000:1.0:1783979455.002431:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979455.002434:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979455.002437:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1783979455.002438:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979455.002442:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979455.002447:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10177
00000100:00000001:0.0:1783979455.002454:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1783979455.002455:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:0.0:1783979455.002460:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979455.002462:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000010:0.0:1783979455.002465:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00080000:1.0:1783979455.002466:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979455.002471:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000200:0.0:1783979455.002473:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559933696, offset 0
00000100:00000001:1.0:1783979455.002474:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002478:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002480:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979455.002482:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979455.002485:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000400:00000200:0.0:1783979455.002487:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000020:00000001:1.0:1783979455.002488:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979455.002491:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979455.002494:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979455.002496:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:0.0:1783979455.002500:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:1.0:1783979455.002501:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002505:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002508:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979455.002511:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000001:1.0:1783979455.002512:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979455.002517:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000400:00000200:0.0:1783979455.002522:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1783979455.002522:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002525:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979455.002528:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1783979455.002531:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
02000000:00000001:1.0:1783979455.002531:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979455.002536:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979455.002539:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1783979455.002540:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979455.002544:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1783979455.002546:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000008:00000001:1.0:1783979455.002549:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002553:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979455.002555:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390495:390495:256:4294967295] 192.168.201.140@tcp LPNI seq info [390470:390470:8:4294967295]
00000100:00000010:1.0:1783979455.002557:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979455.002561:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000400:00000200:0.0:1783979455.002566:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:1.0:1783979455.002566:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979455.002569:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002572:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979455.002573:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979455.002575:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979455.002578:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000400:00000200:0.0:1783979455.002583:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1783979455.002583:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979455.002593:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979455.002601:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979455.002602:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979455.002605:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000040:1.0:1783979455.002607:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:0.0:1783979455.002614:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000100:00000001:1.0:1783979455.002615:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979455.002620:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979455.002623:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979455.002625:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1783979455.002628:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:1.0:1783979455.002628:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979455.002634:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1783979455.002636:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1783979455.002638:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10177
00000400:00000200:1.0:1783979455.002644:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979455.002651:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979455.002653:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979455.002655:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000800:00000200:0.1:1783979455.002656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783979455.002657:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002662:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:0.1:1783979455.002664:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1783979455.002666:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979455.002671:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979455.002674:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000800:00000100:0.0:1783979455.002675:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000020:00000001:1.0:1783979455.002676:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:0.0:1783979455.002679:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000020:00000040:1.0:1783979455.002680:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979455.002684:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979455.002686:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979455.002690:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979455.002691:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1783979455.002692:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002696:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979455.002701:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1783979455.002701:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979455.002705:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979455.002710:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000200:0.0:1783979455.002711:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000100:00000001:1.0:1783979455.002712:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979455.002716:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
02000000:00000001:1.0:1783979455.002716:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979455.002719:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979455.002723:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1783979455.002723:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002725:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979455.002729:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1783979455.002731:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1783979455.002732:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002736:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979455.002741:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979455.002747:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000001:0.0:1783979455.002750:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1783979455.002750:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979455.002753:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002757:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1783979455.002758:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979455.002759:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979455.002762:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979455.002768:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979455.002773:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.002774:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.002778:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1783979455.002782:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979455.002786:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979455.002795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979455.002801:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304853707
00000100:00000001:1.0:1783979455.002803:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979455.002806:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979455.002811:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb641e0.
00000100:00000040:1.0:1783979455.002811:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979455.002821:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.002822:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00080000:1.0:1783979455.002835:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979455.002841:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979455.002842:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979455.002844:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979455.002847:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979455.002850:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10177
00000400:00000200:1.0:1783979455.002853:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979455.002856:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979455.002858:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1783979455.002859:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304853707
00000100:00000040:1.0:1783979455.002862:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000010:0.0:1783979455.002868:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64780.
00000100:00000001:1.0:1783979455.002868:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002872:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979455.002876:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979455.002876:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979455.002880:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1783979455.002883:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1783979455.002883:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979455.002885:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979455.002888:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000100:00000001:0.0:1783979455.002890:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1783979455.002892:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:0.0:1783979455.002895:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1783979455.002896:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00100000:0.0:1783979455.002903:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979455/real 1783979455]  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979455.002903:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002906:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979455.002911:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979455.002915:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979455.002920:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979455.002925:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000001:0.0:1783979455.002926:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1783979455.002927:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1783979455.002929:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1783979455.002931:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1783979455.002933:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
02000000:00000001:1.0:1783979455.002936:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979455.002938:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
02000000:00000001:1.0:1783979455.002940:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979455.002942:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:1.0:1783979455.002944:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979455.002947:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:1.0:1783979455.002948:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979455.002953:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979455.002954:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979455.002956:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979455.002963:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979455.002968:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00000200:0.0:1783979455.002971:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979455.002972:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979455.002975:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979455.002979:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979455.002981:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979455.002984:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.002987:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:1.0:1783979455.002990:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:0.0:1783979455.002991:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979455.002996:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.002997:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.003000:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979455.003005:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1783979455.003009:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979455.003020:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979455.003024:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.003026:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979455.003031:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979455.003037:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979455.003044:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979455.003072:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10187)
00000100:00000001:0.0:1783979455.003082:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979455.003086:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003087:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.003089:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003092:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979455.003094:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979455.003097:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979455.003102:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979455.003106:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979455.003111:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979455.003121:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559933696:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979455.003138:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003140:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.003144:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559933696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003151:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979455.003154:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979455.003157:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979455.003160:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979455.003163:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979455.003164:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979455.003167:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979455.003171:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:0.0:1783979455.003176:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979455.003178:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979455.003180:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:0.0:1783979455.003184:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979455.003186:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003189:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003198:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979455.003200:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.003203:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979455.003204:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979455.003206:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979455.003210:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003217:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979455.003218:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.003221:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979455.003223:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979455.003226:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979455.003230:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979455.003234:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979455.003235:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979455.003237:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.003238:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979455.003241:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979455.003243:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979455.003246:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979455.003249:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979455.003253:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979455.003257:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559933824, portal 10
00000100:00000001:0.0:1783979455.003259:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979455.003260:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:0.0:1783979455.003268:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003273:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979455.003276:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979455.003279:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979455.003282:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559933824, offset 0
00000400:00000200:0.0:1783979455.003286:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979455.003291:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979455.003294:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979455.003297:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979455.003299:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979455.003301:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979455.003303:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979455.003306:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390496:390496:256:4294967295] 192.168.201.140@tcp LPNI seq info [390471:390471:8:4294967295]
00000400:00000200:0.0:1783979455.003310:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979455.003317:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979455.003322:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979455.003326:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979455.003330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979455.003333:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979455.003337:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979455.003340:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979455.003344:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979455.003346:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979455.003349:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979455.003352:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979455.003355:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979455.003357:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979455.003360:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979455.003363:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003371:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.003373:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003378:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.003380:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979455.003383:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979455.003386:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979455.003389:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979455.003391:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304849939
00000100:00000001:0.0:1783979455.003393:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304853707
00000100:00000001:0.0:1783979455.003395:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304849939
00000100:00000001:0.0:1783979455.003397:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304853707
00000100:00000001:0.0:1783979455.003399:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979455.003401:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.003403:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979455.003406:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979455/real 1783979455]  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979455.003419:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979455.003420:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979455.003422:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979455.003424:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979455.003426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979455.003428:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979455.003430:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979455.003444:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003449:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979455.003450:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003451:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.003452:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979455.003456:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003464:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979455.003470:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003477:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979455.003479:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003481:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.003482:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003484:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979455.003486:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979455.003488:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979455.003491:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979455.003495:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979455.003501:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979455.003509:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979455.003514:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979455.003517:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003523:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979455.003525:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.003527:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979455.003530:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979455.003532:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979455.003535:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979455.003539:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979455.003541:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979455.003543:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.003545:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979455.003549:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979455.003551:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979455.003555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979455.003557:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979455.003560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979455.003563:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559933952, portal 10
00000100:00000001:0.0:1783979455.003565:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979455.003566:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:0.0:1783979455.003572:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003577:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979455.003578:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979455.003580:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979455.003582:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559933952, offset 0
00000400:00000200:0.0:1783979455.003585:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979455.003588:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979455.003590:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979455.003593:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979455.003594:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979455.003597:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979455.003598:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979455.003600:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390497:390497:256:4294967295] 192.168.201.140@tcp LPNI seq info [390472:390472:8:4294967295]
00000400:00000200:0.0:1783979455.003604:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979455.003610:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979455.003616:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979455.003619:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979455.003623:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979455.003626:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979455.003630:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979455.003633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979455.003637:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979455.003639:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979455.003643:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979455.003646:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979455.003649:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979455.003651:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979455.003653:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979455.003656:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003664:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.003667:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003673:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.003675:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979455.003680:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979455.003683:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979455.003686:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979455.003689:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304849935
00000100:00000001:0.0:1783979455.003691:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304853707
00000100:00000001:0.0:1783979455.003694:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304849935
00000100:00000001:0.0:1783979455.003696:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304853707
00000100:00000001:0.0:1783979455.003698:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979455.003700:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.003702:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979455.003707:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979455/real 1783979455]  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979455.003715:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979455.003716:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979455.003718:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979455.003720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979455.003722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979455.003724:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979455.003728:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979455.003737:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003746:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979455.003747:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003750:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.003752:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979455.003758:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003765:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979455.003770:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003777:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979455.003780:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003781:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.003783:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.003785:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979455.003786:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979455.003789:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979455.003792:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979455.003795:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979455.003798:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979455.003819:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559933952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979455.003840:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979455.003844:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003851:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979455.003852:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.003855:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979455.003857:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979455.003859:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979455.003862:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979455.003866:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979455.003868:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979455.003869:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.003871:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979455.003875:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979455.003877:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979455.003880:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979455.003883:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979455.003887:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979455.003891:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559934080, portal 4
00000100:00000001:0.0:1783979455.003893:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979455.003894:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:0.0:1783979455.003901:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.003907:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979455.003910:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979455.003913:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979455.003916:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559934080, offset 0
00000400:00000200:0.0:1783979455.003920:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979455.003927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979455.003931:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979455.003935:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979455.003937:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979455.003939:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979455.003941:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979455.003944:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390498:390498:256:4294967295] 192.168.201.140@tcp LPNI seq info [390473:390473:8:4294967295]
00000400:00000200:0.0:1783979455.003948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979455.003955:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979455.003959:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979455.003963:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979455.003967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979455.003970:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979455.003974:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979455.003977:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979455.003981:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979455.003982:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979455.003986:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979455.003989:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979455.003992:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979455.003993:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979455.003996:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979455.003999:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004013:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.004016:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004022:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.004024:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979455.004027:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979455.004030:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979455.004033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979455.004035:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304849962
00000100:00000001:0.0:1783979455.004038:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304853707
00000100:00000001:0.0:1783979455.004040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304849962
00000100:00000001:0.0:1783979455.004042:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304853707
00000100:00000001:0.0:1783979455.004044:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979455.004085:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.004088:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979455.004093:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979455/real 1783979455]  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979455.004101:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979455.004102:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979455.004103:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979455.004106:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979455.004108:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979455.004110:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979455.004113:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979455.004121:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004127:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979455.004129:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004130:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.004132:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979455.004135:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004141:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979455.004145:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004152:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979455.004155:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004156:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.004158:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004159:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979455.004161:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979455.004163:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979455.004166:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979455.004168:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979455.004171:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979455.004178:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979455.004182:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979455.004186:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004192:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979455.004193:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.004195:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979455.004197:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979455.004199:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979455.004202:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979455.004205:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979455.004206:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979455.004208:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979455.004209:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979455.004212:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979455.004214:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979455.004217:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979455.004219:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979455.004222:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979455.004225:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559934208, portal 4
00000100:00000001:0.0:1783979455.004227:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979455.004228:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:0.0:1783979455.004233:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004239:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979455.004241:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979455.004242:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979455.004244:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559934208, offset 0
00000400:00000200:0.0:1783979455.004247:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979455.004251:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979455.004254:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979455.004256:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979455.004258:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979455.004261:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979455.004263:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979455.004266:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390499:390499:256:4294967295] 192.168.201.140@tcp LPNI seq info [390474:390474:8:4294967295]
00000400:00000200:0.0:1783979455.004270:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979455.004276:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979455.004280:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979455.004283:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979455.004287:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979455.004290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979455.004294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979455.004297:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979455.004301:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979455.004303:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979455.004306:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979455.004309:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979455.004312:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979455.004314:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979455.004316:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979455.004320:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004328:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.004331:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004338:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.004339:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979455.004342:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979455.004345:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979455.004348:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979455.004350:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304849965
00000100:00000001:0.0:1783979455.004352:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304853707
00000100:00000001:0.0:1783979455.004355:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304849965
00000100:00000001:0.0:1783979455.004357:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304853707
00000100:00000001:0.0:1783979455.004359:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979455.004361:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.004363:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979455.004366:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979455/real 1783979455]  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979455.004373:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979455.004375:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979455.004377:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979455.004379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979455.004380:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979455.004382:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979455.004385:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979455.004393:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004399:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979455.004400:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004402:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.004403:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979455.004406:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004412:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979455.004416:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004422:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979455.004424:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004426:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979455.004427:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004429:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979455.004431:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979455.004433:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979455.004436:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979455.004438:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979455.004441:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979455.004455:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979455.004459:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004461:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.004463:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559933824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004470:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979455.004472:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979455.004473:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979455.004476:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979455.004477:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979455.004479:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979455.004481:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979455.004483:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:0.0:1783979455.004486:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979455.004488:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979455.004490:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:0.0:1783979455.004492:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979455.004494:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004495:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.004499:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559933952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004505:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979455.004506:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979455.004508:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979455.004510:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979455.004511:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979455.004513:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979455.004514:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979455.004516:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:0.0:1783979455.004517:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979455.004518:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979455.004519:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:0.0:1783979455.004522:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979455.004524:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004525:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.004529:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627559934080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004535:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979455.004536:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979455.004537:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979455.004539:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979455.004540:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979455.004541:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979455.004543:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979455.004544:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:0.0:1783979455.004546:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979455.004547:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979455.004548:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:0.0:1783979455.004550:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979455.004551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004552:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979455.004555:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627559934208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979455.004561:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979455.004562:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979455.004563:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979455.004565:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979455.004566:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979455.004567:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979455.004569:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979455.004570:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:0.0:1783979455.004572:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979455.004573:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979455.004574:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:0.0:1783979455.004576:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979455.004577:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004578:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979455.004583:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979455.004585:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979455.004587:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979455.004589:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979455.769232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979455.769242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979455.769249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979455.769250:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979455.769261:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979455.769264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979455.769427:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979455.769436:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979455.769439:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979456.793213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979456.793222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979456.793229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979456.793231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979456.793234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979456.793235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979456.793850:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979456.793855:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979456.793858:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979457.817197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979457.817207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979457.817212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979457.817213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979457.817217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979457.817219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979457.817515:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979457.817520:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979457.817524:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979458.841150:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304853707, at 4304853760
00010000:00000001:1.0:1783979458.841155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979458.841162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979458.841170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979458.841170:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64780.
00010000:00000001:1.0:1783979458.841174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979458.841181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979458.841182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979458.841245:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979458.841249:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979458.841253:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979459.865137:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979459.865149:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979459.865152:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979459.865156:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979459.865163:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979459.865166:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979459.865168:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979459.865171:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979459.865175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979459.865177:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979459.865179:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979459.865180:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979459.865182:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979459.865183:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979459.865185:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979459.865187:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979459.865191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979459.865193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979459.865427:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979459.865432:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979459.865435:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979460.121210:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979460.121223:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979460.121226:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979460.121231:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979460.121236:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979460.121245:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10182
00000400:00000200:3.0:1783979460.121256:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979460.121264:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979460.121267:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979460.121270:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121272:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979460.121274:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121276:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979460.121280:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979460.121282:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979460.121284:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979460.121287:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979460.121289:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979460.121291:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979460.121293:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121295:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979460.121296:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121297:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979460.121299:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979460.121302:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121303:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979460.121305:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979460.121308:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979460.121310:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.121312:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979460.121314:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979460.121324:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979460.121328:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979460.121332:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979460.121333:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.121337:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979460.121340:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979460.121350:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979460.121359:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979460.121367:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979460.121377:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979460.121386:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979460.121390:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979460.121393:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979460.121412:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979460.121415:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979460.121419:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979460.121420:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979460.121422:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979460.121425:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979460.121428:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10182
00000400:00000200:3.0:1783979460.121432:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979460.121436:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979460.121438:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979460.121442:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121444:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979460.121447:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979460.121448:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979460.121450:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979460.121454:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979460.121455:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979460.121458:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000100:00000001:0.0:1783979460.121459:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783979460.121460:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979460.121464:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979460.121465:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979460.121468:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979460.121470:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979460.121472:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121475:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979460.121478:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121481:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979460.121484:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000001:0.0:1783979460.121489:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979460.121491:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979460.121495:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
02000000:00000001:0.0:1783979460.121496:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979460.121500:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.121501:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979460.121505:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979460.121506:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979460.121511:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559934336:192.168.201.140@tcp:250:kworker.0
02000000:00000001:3.0:1783979460.121514:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979460.121515:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979460.121518:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.121521:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979460.121522:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979460.121525:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783979460.121527:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979460.121528:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1783979460.121533:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.121536:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979460.121537:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979460.121540:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979460.121543:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979460.121547:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000400:00000200:0.0:1783979460.121548:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979460.121553:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1783979460.121554:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
02000000:00000001:3.0:1783979460.121555:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.121559:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979460.121561:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1783979460.121563:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
02000000:00000001:3.0:1783979460.121564:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979460.121570:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000200:0.0:1783979460.121574:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559934336, portal 25
00000100:00000001:3.0:1783979460.121574:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.121580:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979460.121583:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00100000:3.0:1783979460.121584:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979460.121595:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979460.121598:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979460.121602:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979460.121611:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979460.121612:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979460.121618:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979460.121627:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783979460.121627:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979460.121629:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979460.121633:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979460.121635:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1783979460.121637:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00080000:3.0:1783979460.121641:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10182
00000400:00000010:0.0:1783979460.121643:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000400:00000200:3.0:1783979460.121648:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000200:0.0:1783979460.121649:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559934336, offset 0
00000400:00000200:3.0:1783979460.121654:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979460.121658:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979460.121660:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000040:3.0:1783979460.121664:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121668:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979460.121672:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:3.0:1783979460.121673:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121677:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979460.121680:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1783979460.121681:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000020:00000040:3.0:1783979460.121682:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979460.121685:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979460.121688:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000400:00000200:0.0:1783979460.121691:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1783979460.121692:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979460.121696:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:0.0:1783979460.121697:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000040:3.0:1783979460.121703:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979460.121704:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979460.121709:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121709:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979460.121715:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979460.121717:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390500:390500:256:4294967295] 192.168.201.140@tcp LPNI seq info [390475:390475:8:4294967295]
00000100:00000001:3.0:1783979460.121721:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:0.0:1783979460.121726:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000040:3.0:1783979460.121727:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979460.121733:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121746:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979460.121749:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1783979460.121754:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1783979460.121754:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979460.121759:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.121762:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1783979460.121765:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.121772:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000008:00100000:3.0:1783979460.121772:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979460.121778:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.121780:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979460.121784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000010:3.0:1783979460.121786:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000800:00000200:0.0:1783979460.121790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1783979460.121790:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979460.121794:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979460.121796:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.121799:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1783979460.121800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:3.0:1783979460.121802:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979460.121805:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979460.121807:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
02000000:00000010:3.0:1783979460.121811:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000800:00000100:0.0:1783979460.121814:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121817:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783979460.121819:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000100:00100000:3.0:1783979460.121825:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979460.121834:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1783979460.121844:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979460.121845:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783979460.121849:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979460.121855:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979460.121859:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979460.121863:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:3.0:1783979460.121865:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979460.121870:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979460.121871:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1783979460.121875:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979460.121878:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1783979460.121879:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979460.121880:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979460.121885:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979460.121890:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10182
00000100:00000001:0.0:1783979460.121897:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1783979460.121897:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979460.121902:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000040:0.0:1783979460.121906:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979460.121906:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979460.121913:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121917:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979460.121921:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979460.121921:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121925:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979460.121926:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1783979460.121930:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979460.121932:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979460.121933:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979460.121936:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000100:00000001:0.0:1783979460.121937:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979460.121940:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979460.121944:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000400:00000200:0.0:1783979460.121945:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979460.121951:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304858826
00000100:00000040:3.0:1783979460.121951:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.121955:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979460.121959:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000010:0.0:1783979460.121960:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64b40.
00000100:00000001:0.0:1783979460.121970:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979460.121971:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979460.121977:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:0.0:1783979460.121979:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304858826
00000100:00080000:3.0:1783979460.121981:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000010:0.0:1783979460.121985:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64d20.
00000100:00000001:3.0:1783979460.121986:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979460.121991:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979460.121993:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1783979460.121994:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979460.121997:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979460.121999:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122001:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.122003:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979460.122005:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1783979460.122007:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00100000:0.0:1783979460.122012:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979460/real 1783979460]  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1783979460.122016:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.122021:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979460.122027:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000400:00000001:0.0:1783979460.122029:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1783979460.122031:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000400:00000001:0.0:1783979460.122033:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979460.122037:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
02000000:00000001:3.0:1783979460.122037:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979460.122040:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979460.122042:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979460.122046:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:3.0:1783979460.122073:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979460.122076:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979460.122079:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979460.122084:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979460.122088:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122094:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1783979460.122096:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1783979460.122101:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979460.122112:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979460.122117:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979460.122121:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979460.122124:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122144:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979460.122145:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122148:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979460.122150:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979460.122152:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.122155:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979460.122156:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979460.122160:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979460.122162:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1783979460.122165:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979460.122166:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979460.122173:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10182
00000100:00000001:0.0:1783979460.122181:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1783979460.122181:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979460.122186:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979460.122190:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979460.122191:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979460.122198:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.122203:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979460.122205:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1783979460.122207:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979460.122209:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979460.122211:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979460.122213:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.122214:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.122216:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979460.122218:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1783979460.122219:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979460.122222:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000100:00080000:0.0:1783979460.122224:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1783979460.122225:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979460.122229:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000100:00080000:0.0:1783979460.122231:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000020:00000001:3.0:1783979460.122233:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:0.0:1783979460.122236:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1783979460.122238:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979460.122246:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979460.122246:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.122251:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979460.122255:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979460.122259:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979460.122264:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00100000:0.0:1783979460.122267:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559934336:192.168.201.140@tcp:250:kworker.0
00000100:00080000:3.0:1783979460.122269:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979460.122273:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979460.122275:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979460.122276:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1783979460.122278:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979460.122280:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1783979460.122281:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.122284:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1783979460.122285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559934336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1783979460.122286:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979460.122290:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979460.122291:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979460.122294:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979460.122297:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979460.122301:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979460.122303:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122305:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1783979460.122306:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979460.122308:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979460.122309:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.122310:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979460.122314:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000010:3.0:1783979460.122314:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
02000000:00000001:0.0:1783979460.122317:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1783979460.122318:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979460.122321:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979460.122323:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979460.122326:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00100000:3.0:1783979460.122326:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1783979460.122328:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:0.0:1783979460.122333:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979460.122335:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1783979460.122339:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979460.122342:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979460.122344:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000040:3.0:1783979460.122347:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122350:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979460.122353:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.122358:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979460.122362:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979460.122368:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10192)
00000100:00000001:0.0:1783979460.122369:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979460.122373:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122376:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979460.122378:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979460.122379:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979460.122385:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122392:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979460.122394:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.122396:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979460.122398:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979460.122400:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979460.122403:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979460.122406:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979460.122408:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979460.122410:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.122412:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979460.122414:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979460.122416:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979460.122420:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979460.122422:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979460.122426:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979460.122429:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559934464, portal 10
00000100:00000001:0.0:1783979460.122431:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979460.122432:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:0.0:1783979460.122439:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122445:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979460.122447:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979460.122449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979460.122452:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559934464, offset 0
00000400:00000200:0.0:1783979460.122456:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979460.122460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979460.122464:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979460.122467:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979460.122470:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979460.122472:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979460.122474:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979460.122477:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390501:390501:256:4294967295] 192.168.201.140@tcp LPNI seq info [390476:390476:8:4294967295]
00000400:00000200:0.0:1783979460.122481:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979460.122487:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979460.122492:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.122495:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979460.122499:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979460.122502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979460.122506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979460.122508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979460.122511:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.122513:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979460.122516:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979460.122519:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979460.122522:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979460.122524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979460.122526:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979460.122530:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122543:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979460.122546:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122552:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979460.122555:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979460.122559:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979460.122562:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979460.122563:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304855058
00000100:00000001:0.0:1783979460.122566:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304858826
00000100:00000001:0.0:1783979460.122568:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304855058
00000100:00000001:0.0:1783979460.122570:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304858826
00000100:00000001:0.0:1783979460.122571:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979460.122573:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122575:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979460.122578:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979460/real 1783979460]  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979460.122585:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979460.122586:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979460.122587:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979460.122589:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979460.122591:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979460.122593:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979460.122595:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979460.122602:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122607:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979460.122609:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.122610:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.122612:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979460.122615:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122621:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979460.122624:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122630:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979460.122632:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.122633:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.122635:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.122636:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979460.122638:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979460.122640:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979460.122643:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979460.122645:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979460.122648:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979460.122655:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979460.122658:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979460.122661:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122666:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979460.122668:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.122669:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979460.122671:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979460.122673:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979460.122676:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979460.122679:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979460.122680:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979460.122682:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.122683:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979460.122686:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979460.122687:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979460.122690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979460.122692:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979460.122695:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979460.122698:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559934592, portal 10
00000100:00000001:0.0:1783979460.122699:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979460.122701:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:0.0:1783979460.122706:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122712:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979460.122714:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979460.122716:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979460.122718:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559934592, offset 0
00000400:00000200:0.0:1783979460.122722:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979460.122726:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979460.122729:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979460.122732:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979460.122747:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979460.122750:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979460.122752:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979460.122755:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390502:390502:256:4294967295] 192.168.201.140@tcp LPNI seq info [390477:390477:8:4294967295]
00000400:00000200:0.0:1783979460.122759:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979460.122766:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979460.122769:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.122772:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979460.122776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979460.122779:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979460.122783:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979460.122786:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979460.122790:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.122792:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979460.122794:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979460.122798:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979460.122801:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979460.122802:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979460.122805:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979460.122809:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122815:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979460.122817:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122821:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122822:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979460.122824:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979460.122827:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979460.122830:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979460.122832:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304855054
00000100:00000001:0.0:1783979460.122835:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304858826
00000100:00000001:0.0:1783979460.122837:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304855054
00000100:00000001:0.0:1783979460.122839:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304858826
00000100:00000001:0.0:1783979460.122841:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979460.122843:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.122845:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979460.122848:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979460/real 1783979460]  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979460.122856:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979460.122858:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979460.122859:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979460.122862:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979460.122863:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979460.122866:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979460.122868:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979460.122876:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122882:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979460.122884:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.122886:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.122887:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979460.122891:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122897:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979460.122900:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122904:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979460.122906:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.122907:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.122908:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.122909:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979460.122910:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979460.122911:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979460.122913:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979460.122914:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979460.122916:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979460.122924:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979460.122927:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979460.122929:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122933:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979460.122934:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.122935:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979460.122936:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979460.122938:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979460.122939:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979460.122941:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979460.122942:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979460.122943:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.122944:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979460.122947:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979460.122948:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979460.122951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979460.122952:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979460.122955:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979460.122957:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559934720, portal 4
00000100:00000001:0.0:1783979460.122958:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979460.122959:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:0.0:1783979460.122963:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.122980:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979460.122982:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979460.122983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979460.122985:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559934720, offset 0
00000400:00000200:0.0:1783979460.122988:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979460.122991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979460.122993:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979460.122995:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979460.122997:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979460.122998:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979460.123000:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979460.123002:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390503:390503:256:4294967295] 192.168.201.140@tcp LPNI seq info [390478:390478:8:4294967295]
00000400:00000200:0.0:1783979460.123005:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979460.123011:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979460.123014:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.123016:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979460.123019:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979460.123021:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979460.123023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979460.123025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979460.123027:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.123029:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979460.123031:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979460.123033:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979460.123035:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979460.123036:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979460.123037:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979460.123040:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123044:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979460.123046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123068:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.123069:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979460.123072:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979460.123075:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979460.123078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979460.123081:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304855082
00000100:00000001:0.0:1783979460.123083:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304858826
00000100:00000001:0.0:1783979460.123085:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304855082
00000100:00000001:0.0:1783979460.123087:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304858826
00000100:00000001:0.0:1783979460.123089:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979460.123091:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.123092:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979460.123096:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979460/real 1783979460]  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979460.123104:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979460.123106:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979460.123107:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979460.123110:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979460.123111:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979460.123114:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979460.123117:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979460.123125:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123132:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979460.123133:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123134:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.123135:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979460.123137:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123141:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979460.123143:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123147:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979460.123149:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123150:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.123151:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123152:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979460.123154:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979460.123155:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979460.123157:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979460.123158:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979460.123160:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979460.123164:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979460.123166:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979460.123168:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123172:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979460.123173:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.123175:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979460.123176:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979460.123177:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979460.123178:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979460.123180:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979460.123181:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979460.123182:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979460.123184:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979460.123186:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979460.123188:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979460.123190:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979460.123191:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979460.123194:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979460.123197:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559934848, portal 4
00000100:00000001:0.0:1783979460.123200:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979460.123201:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:0.0:1783979460.123206:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123212:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979460.123214:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979460.123216:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979460.123218:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559934848, offset 0
00000400:00000200:0.0:1783979460.123222:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979460.123226:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979460.123229:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979460.123232:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979460.123235:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979460.123237:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979460.123239:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979460.123242:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390504:390504:256:4294967295] 192.168.201.140@tcp LPNI seq info [390479:390479:8:4294967295]
00000400:00000200:0.0:1783979460.123246:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979460.123251:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979460.123254:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.123257:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979460.123259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979460.123261:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979460.123263:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979460.123265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979460.123268:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979460.123270:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979460.123273:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979460.123276:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979460.123279:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979460.123280:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979460.123283:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979460.123286:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123299:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979460.123302:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979485 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123308:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.123310:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979460.123313:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979460.123315:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979460.123318:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979460.123320:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304855084
00000100:00000001:0.0:1783979460.123322:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304858826
00000100:00000001:0.0:1783979460.123324:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304855084
00000100:00000001:0.0:1783979460.123326:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304858826
00000100:00000001:0.0:1783979460.123329:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979460.123331:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.123333:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979460.123336:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979460/real 1783979460]  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979460.123344:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979460.123345:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979460.123346:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979460.123349:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979460.123350:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979460.123352:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979460.123355:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979460.123363:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123368:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979460.123370:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123372:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.123373:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979460.123376:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123381:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979460.123385:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123390:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979460.123392:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123394:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979460.123395:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123397:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979460.123398:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979460.123400:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979460.123403:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979460.123405:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979460.123409:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979460.123416:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559934848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979460.123419:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123420:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979460.123423:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559934464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123427:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979460.123428:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979460.123430:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979460.123432:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979460.123433:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979460.123435:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979460.123437:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979460.123439:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:0.0:1783979460.123441:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979460.123442:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979460.123443:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:0.0:1783979460.123445:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979460.123446:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123447:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979460.123449:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559934592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123453:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979460.123454:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979460.123455:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979460.123456:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979460.123456:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979460.123457:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979460.123458:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979460.123459:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:0.0:1783979460.123460:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979460.123460:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979460.123461:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:0.0:1783979460.123462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979460.123463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123464:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979460.123465:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559934720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123469:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979460.123469:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979460.123470:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979460.123471:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979460.123472:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979460.123472:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979460.123473:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979460.123474:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:0.0:1783979460.123475:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979460.123476:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979460.123477:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:0.0:1783979460.123478:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979460.123479:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123480:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979460.123482:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559934848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979485 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979460.123485:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979460.123486:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979460.123486:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979460.123488:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979460.123488:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979460.123489:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979460.123490:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979460.123491:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:0.0:1783979460.123492:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979460.123492:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979460.123493:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:0.0:1783979460.123494:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979460.123494:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123495:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979460.123499:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979460.123500:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979460.123501:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979460.123502:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979460.889155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979460.889165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979460.889172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979460.889174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979460.889178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979460.889179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979460.889245:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979460.889248:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979460.889251:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979461.913207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979461.913217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979461.913224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979461.913226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979461.913230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979461.913231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979461.913302:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979461.913307:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979461.913311:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979462.937339:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979462.937349:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979462.937356:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979462.937357:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979462.937362:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979462.937363:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979462.937739:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979462.937744:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979462.937747:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979463.961167:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304858826, at 4304858880
00010000:00000001:1.0:1783979463.961172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979463.961177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979463.961181:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64d20.
00010000:00000001:1.0:1783979463.961183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979463.961186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979463.961190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979463.961192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979463.961286:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979463.961290:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979463.961292:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979464.985186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979464.985194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979464.985199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979464.985200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979464.985204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979464.985207:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979464.985209:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979464.985212:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979464.985215:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979464.985217:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979464.985219:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979464.985221:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979464.985299:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979464.985302:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979464.985304:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979465.244558:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979465.244563:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979465.244566:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979465.244572:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244580:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979465.244582:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.244585:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979465.244588:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979465.244590:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979465.244593:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559934976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979465.244597:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979465.244601:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979465.244603:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.244606:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979465.244610:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979465.244612:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979465.244617:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979465.244620:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979465.244626:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979465.244632:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559934976, portal 25
00000100:00000001:0.0:1783979465.244634:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979465.244636:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896589312 : -128863812962304 : ffff8acc8e343800)
00000100:00000040:0.0:1783979465.244640:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244657:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979465.244660:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979465.244662:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979465.244666:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559934976, offset 0
00000400:00000200:0.0:1783979465.244671:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979465.244678:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.244684:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979465.244689:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979465.244693:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979465.244696:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979465.244698:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979465.244702:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390505:390505:256:4294967295] 192.168.201.140@tcp LPNI seq info [390480:390480:8:4294967295]
00000400:00000200:0.0:1783979465.244706:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.244714:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979465.244719:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.244724:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979465.244730:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979465.244733:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979465.244738:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979465.244742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979465.244745:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.244748:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979465.244754:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979465.244758:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979465.244763:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979465.244766:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979465.244770:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979465.244773:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244782:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.244785:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244791:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.244792:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979465.244798:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979465.244802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979465.244805:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304863949
00000100:00000010:0.0:1783979465.244809:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64420.
00000100:00000001:0.0:1783979465.244815:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979465.244819:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304863949
00000100:00000010:0.0:1783979465.244823:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb646c0.
00000100:00000001:0.0:1783979465.244825:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979465.244828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979465.244830:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.244832:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979465.244836:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979465/real 1783979465]  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979465.244844:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979465.244846:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979465.244848:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979465.244851:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979465.244852:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979465.244854:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979465.244857:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979465.244865:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244871:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979465.244872:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.244874:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.244876:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979465.244880:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244886:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979465.244889:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244895:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979465.244898:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.244899:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.244900:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.244902:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979465.244904:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979465.244907:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979465.244911:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979465.244913:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979465.244917:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979465.244924:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559934976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979465.244928:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979465.244931:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244936:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979465.244938:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.244940:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979465.244941:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979465.244943:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979465.244946:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979465.244949:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979465.244951:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979465.244952:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.244954:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979465.244957:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979465.244959:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979465.244963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979465.244965:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979465.244968:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979465.244971:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559935104, portal 10
00000100:00000001:0.0:1783979465.244972:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979465.244973:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:0.0:1783979465.244979:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.244986:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979465.244988:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979465.244990:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979465.244992:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559935104, offset 0
00000400:00000200:0.0:1783979465.244995:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979465.244998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.245001:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979465.245004:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979465.245006:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979465.245009:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979465.245011:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979465.245014:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390506:390506:256:4294967295] 192.168.201.140@tcp LPNI seq info [390481:390481:8:4294967295]
00000400:00000200:0.0:1783979465.245017:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.245023:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979465.245027:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.245030:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979465.245033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979465.245036:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979465.245039:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979465.245041:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979465.245045:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.245046:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979465.245069:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979465.245072:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979465.245075:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979465.245077:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979465.245079:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979465.245083:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245089:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.245092:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245104:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.245105:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979465.245108:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979465.245111:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979465.245114:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979465.245116:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304860181
00000100:00000001:0.0:1783979465.245118:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304863949
00000100:00000001:0.0:1783979465.245120:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304860181
00000100:00000001:0.0:1783979465.245122:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304863949
00000100:00000001:0.0:1783979465.245123:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979465.245125:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.245127:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979465.245130:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979465/real 1783979465]  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979465.245136:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979465.245138:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979465.245139:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979465.245141:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979465.245142:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979465.245145:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979465.245147:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979465.245155:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245160:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979465.245161:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245163:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.245164:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979465.245167:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245173:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979465.245176:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245182:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979465.245184:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.245186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245188:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979465.245189:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979465.245191:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979465.245194:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979465.245195:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979465.245199:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979465.245206:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979465.245209:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979465.245212:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245218:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979465.245219:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.245220:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979465.245222:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979465.245224:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979465.245226:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979465.245229:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979465.245230:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979465.245232:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.245234:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979465.245236:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979465.245238:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979465.245241:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979465.245243:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979465.245246:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979465.245249:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559935232, portal 10
00000100:00000001:0.0:1783979465.245251:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979465.245252:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:0.0:1783979465.245257:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245262:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979465.245264:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979465.245266:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979465.245268:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559935232, offset 0
00000400:00000200:0.0:1783979465.245271:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979465.245275:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.245278:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979465.245280:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979465.245282:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979465.245284:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979465.245287:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979465.245289:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390507:390507:256:4294967295] 192.168.201.140@tcp LPNI seq info [390482:390482:8:4294967295]
00000400:00000200:0.0:1783979465.245293:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.245298:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979465.245302:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.245305:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979465.245308:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979465.245310:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979465.245314:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979465.245316:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979465.245319:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.245321:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979465.245324:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979465.245327:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979465.245329:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979465.245331:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979465.245333:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979465.245336:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245343:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.245346:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245351:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.245353:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979465.245355:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979465.245358:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979465.245361:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979465.245362:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304860177
00000100:00000001:0.0:1783979465.245365:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304863949
00000100:00000001:0.0:1783979465.245366:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304860177
00000100:00000001:0.0:1783979465.245368:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304863949
00000100:00000001:0.0:1783979465.245370:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979465.245372:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.245373:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979465.245377:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979465/real 1783979465]  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979465.245383:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979465.245384:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979465.245386:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979465.245388:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979465.245389:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979465.245391:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979465.245394:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979465.245401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245407:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979465.245408:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245410:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.245411:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979465.245414:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245419:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979465.245422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245428:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979465.245430:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245431:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.245432:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245434:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979465.245435:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979465.245437:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979465.245439:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979465.245441:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979465.245444:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979465.245451:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979465.245454:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979465.245458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245463:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979465.245464:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.245466:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979465.245468:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979465.245470:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979465.245472:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979465.245475:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979465.245477:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979465.245478:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.245480:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979465.245482:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979465.245484:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979465.245487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979465.245489:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979465.245492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979465.245495:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559935360, portal 4
00000100:00000001:0.0:1783979465.245496:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979465.245498:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:0.0:1783979465.245503:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245509:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979465.245511:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979465.245513:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979465.245516:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559935360, offset 0
00000400:00000200:0.0:1783979465.245519:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979465.245523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.245526:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979465.245528:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979465.245531:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979465.245533:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979465.245535:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979465.245538:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390508:390508:256:4294967295] 192.168.201.140@tcp LPNI seq info [390483:390483:8:4294967295]
00000400:00000200:0.0:1783979465.245541:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.245547:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979465.245551:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.245554:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979465.245557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979465.245560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979465.245563:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979465.245566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979465.245569:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.245571:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979465.245573:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979465.245577:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979465.245579:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979465.245581:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979465.245583:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979465.245586:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245593:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.245596:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245601:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.245603:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979465.245605:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979465.245608:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979465.245610:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979465.245612:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304860204
00000100:00000001:0.0:1783979465.245614:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304863949
00000100:00000001:0.0:1783979465.245616:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304860204
00000100:00000001:0.0:1783979465.245618:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304863949
00000100:00000001:0.0:1783979465.245620:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979465.245622:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.245624:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979465.245627:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979465/real 1783979465]  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979465.245634:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979465.245635:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979465.245636:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979465.245638:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979465.245640:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979465.245641:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979465.245644:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979465.245666:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245671:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979465.245673:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245674:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.245675:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979465.245679:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245684:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979465.245688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245694:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979465.245696:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245698:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.245699:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245700:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979465.245701:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979465.245703:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979465.245707:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979465.245709:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979465.245712:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979465.245719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979465.245723:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979465.245726:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245731:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979465.245732:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.245734:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979465.245735:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979465.245737:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979465.245740:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979465.245742:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979465.245744:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979465.245745:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979465.245747:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979465.245750:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979465.245751:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979465.245754:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979465.245757:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979465.245759:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979465.245762:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559935488, portal 4
00000100:00000001:0.0:1783979465.245764:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979465.245765:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:0.0:1783979465.245770:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245775:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979465.245777:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979465.245779:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979465.245782:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559935488, offset 0
00000400:00000200:0.0:1783979465.245785:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979465.245789:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.245792:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979465.245795:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979465.245796:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979465.245799:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979465.245800:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979465.245803:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390509:390509:256:4294967295] 192.168.201.140@tcp LPNI seq info [390484:390484:8:4294967295]
00000400:00000200:0.0:1783979465.245807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979465.245812:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979465.245817:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.245820:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979465.245824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979465.245826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979465.245830:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979465.245832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979465.245835:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979465.245837:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979465.245839:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979465.245843:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979465.245845:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979465.245847:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979465.245849:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979465.245852:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245859:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.245861:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245867:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.245868:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979465.245871:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979465.245874:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979465.245877:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979465.245879:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304860206
00000100:00000001:0.0:1783979465.245881:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304863949
00000100:00000001:0.0:1783979465.245883:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304860206
00000100:00000001:0.0:1783979465.245885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304863949
00000100:00000001:0.0:1783979465.245887:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979465.245888:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.245890:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979465.245893:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979465/real 1783979465]  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979465.245900:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979465.245901:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979465.245902:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979465.245904:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979465.245906:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979465.245908:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979465.245910:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979465.245917:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245923:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979465.245924:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245925:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.245927:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979465.245930:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245936:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979465.245939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245945:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979465.245947:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245948:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979465.245949:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245951:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979465.245952:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979465.245954:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979465.245957:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979465.245959:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979465.245962:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979465.245968:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979465.245972:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.245973:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.245976:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343800 x1870627559934976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.245982:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979465.245985:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979465.245987:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979465.245990:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979465.245991:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979465.245993:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979465.245995:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979465.245997:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979465.246001:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979465.246003:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979465.246004:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343800.
00000100:00000001:0.0:1783979465.246008:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979465.246009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.246010:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.246013:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559935104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.246019:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979465.246020:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979465.246021:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979465.246023:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979465.246024:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979465.246025:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979465.246027:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979465.246028:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:0.0:1783979465.246031:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979465.246031:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979465.246033:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:0.0:1783979465.246035:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979465.246036:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.246037:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.246040:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559935232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.246045:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979465.246046:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979465.246076:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979465.246079:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979465.246080:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979465.246081:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979465.246083:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979465.246085:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979465.246087:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979465.246088:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979465.246089:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:0.0:1783979465.246092:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979465.246094:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.246095:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.246099:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559935360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.246110:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979465.246111:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979465.246113:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979465.246114:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979465.246115:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979465.246116:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979465.246118:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979465.246119:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979465.246121:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979465.246122:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979465.246123:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:0.0:1783979465.246125:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979465.246126:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.246127:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979465.246130:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559935488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979490 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979465.246135:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979465.246136:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979465.246138:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979465.246140:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979465.246141:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979465.246142:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979465.246143:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979465.246145:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979465.246146:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979465.246147:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979465.246149:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:0.0:1783979465.246150:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979465.246151:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.246153:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979465.246162:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979465.246163:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979465.246165:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979465.246167:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979466.009177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979466.009183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979466.009187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979466.009196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979466.009198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979466.009199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979466.009699:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979466.009703:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979466.009706:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979467.033164:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979467.033173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979467.033181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979467.033183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979467.033187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979467.033188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979467.033248:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979467.033253:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979467.033256:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979467.161728:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979467.161739:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979467.161745:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:3.0:1783979467.161911:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979467.161931:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783979467.161938:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979467.161952:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979468.057349:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979468.057358:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979468.057365:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979468.057366:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979468.057370:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979468.057371:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979468.057537:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979468.057542:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979468.057545:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979469.081185:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304863949, at 4304864000
00000100:00000010:3.0:1783979469.081201:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb646c0.
00010000:00000001:1.0:1783979469.081625:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979469.081630:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979469.081634:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979469.081636:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979469.081639:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979469.081640:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979469.081777:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979469.081781:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979469.081785:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979470.105265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979470.105278:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979470.105280:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979470.105284:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979470.105291:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979470.105294:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979470.105297:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979470.105300:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979470.105305:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979470.105307:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979470.105308:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979470.105310:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979470.105311:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979470.105312:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979470.105313:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979470.105314:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979470.105317:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979470.105319:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979470.105375:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979470.105379:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979470.105382:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979470.361211:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979470.361226:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979470.361229:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979470.361234:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979470.361247:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979470.361255:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10192
00000400:00000200:1.0:1783979470.361265:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979470.361271:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979470.361274:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979470.361277:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361280:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979470.361283:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361285:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979470.361290:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979470.361293:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979470.361296:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979470.361300:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979470.361303:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979470.361306:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979470.361309:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361311:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979470.361313:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361316:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979470.361319:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979470.361322:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361324:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979470.361326:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979470.361330:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979470.361332:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361334:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979470.361337:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979470.361347:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783979470.361351:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979470.361355:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979470.361356:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361359:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979470.361362:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979470.361366:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979470.361374:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979470.361381:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979470.361389:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979470.361397:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979470.361402:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979470.361406:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979470.361429:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979470.361432:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979470.361434:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979470.361435:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979470.361436:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979470.361438:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979470.361439:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10192
00000400:00000200:1.0:1783979470.361441:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979470.361443:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979470.361445:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979470.361447:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361448:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979470.361449:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361450:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979470.361452:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979470.361453:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979470.361454:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979470.361455:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979470.361457:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979470.361458:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979470.361460:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361460:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979470.361461:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361462:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979470.361464:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979470.361465:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361466:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979470.361467:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979470.361473:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979470.361474:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361475:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979470.361479:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979470.361481:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361482:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979470.361484:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783979470.361485:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979470.361486:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979470.361487:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361488:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979470.361489:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979470.361489:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979470.361492:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979470.361494:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979470.361497:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979470.361502:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979470.361503:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979470.361508:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979470.361513:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979470.361515:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979470.361517:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979470.361519:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979470.361519:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979470.361520:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979470.361522:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979470.361525:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10192
00000100:00000001:0.0:1783979470.361528:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1783979470.361528:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979470.361533:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979470.361534:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1783979470.361535:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979470.361540:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361544:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979470.361546:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979470.361547:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361568:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979470.361570:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1783979470.361572:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1783979470.361572:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979470.361576:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979470.361578:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1783979470.361579:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979470.361584:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
02000000:00000001:0.0:1783979470.361586:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1783979470.361587:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
02000000:00000001:0.0:1783979470.361591:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1783979470.361592:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:0.0:1783979470.361597:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361597:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979470.361602:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00100000:0.0:1783979470.361606:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559935616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979470.361606:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979470.361611:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00000001:0.0:1783979470.361616:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1783979470.361619:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361623:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.361624:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979470.361626:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979470.361629:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979470.361631:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979470.361634:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1783979470.361636:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361639:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1783979470.361642:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
00000008:00100000:1.0:1783979470.361642:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979470.361646:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.361647:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361649:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979470.361655:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000400:00000200:0.0:1783979470.361659:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000040:1.0:1783979470.361660:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979470.361665:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1783979470.361667:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
02000000:00000001:1.0:1783979470.361667:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361672:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979470.361674:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979470.361676:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979470.361678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
02000000:00000010:1.0:1783979470.361681:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979470.361686:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979470.361689:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559935616, portal 25
00000100:00100000:1.0:1783979470.361691:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979470.361695:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979470.361699:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314048 : -128863286237568 : ffff8accad996680)
00000100:00000001:1.0:1783979470.361705:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979470.361708:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979470.361711:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979470.361716:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.361729:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1783979470.361733:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979470.361736:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00080000:1.0:1783979470.361738:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1783979470.361742:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00080000:1.0:1783979470.361743:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979470.361746:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1783979470.361748:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559935616, offset 0
00000100:00080000:1.0:1783979470.361749:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979470.361754:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979470.361759:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10192
00000400:00000200:0.0:1783979470.361764:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979470.361767:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979470.361772:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979470.361774:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979470.361779:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:1.0:1783979470.361782:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361786:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979470.361788:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979470.361791:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000001:1.0:1783979470.361792:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979470.361798:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979470.361799:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979470.361801:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1783979470.361802:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1783979470.361805:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000400:00000200:0.0:1783979470.361809:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000020:00000001:1.0:1783979470.361809:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979470.361814:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000400:00000200:0.0:1783979470.361818:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979470.361822:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000040:1.0:1783979470.361826:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979470.361830:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390510:390510:256:4294967295] 192.168.201.140@tcp LPNI seq info [390485:390485:8:4294967295]
00000400:00000200:0.0:1783979470.361836:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979470.361841:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979470.361845:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361850:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:0.0:1783979470.361855:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1783979470.361855:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979470.361862:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979470.361865:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979470.361869:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
02000000:00000001:1.0:1783979470.361870:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979470.361874:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1783979470.361878:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
02000000:00000001:1.0:1783979470.361878:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361884:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1783979470.361890:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979470.361895:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000008:00100000:1.0:1783979470.361896:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979470.361901:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361906:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979470.361906:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979470.361913:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000100:00000010:1.0:1783979470.361914:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979470.361919:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000800:00000100:0.0:1783979470.361922:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
02000000:00000001:1.0:1783979470.361924:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1783979470.361927:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
02000000:00000001:1.0:1783979470.361927:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.361929:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979470.361932:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979470.361934:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979470.361937:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1783979470.361939:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000400:00000200:0.0:1783979470.361944:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1783979470.361945:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979470.361953:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979470.361954:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979470.361960:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979470.361966:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979470.361972:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979470.361977:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979470.361981:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979470.361989:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362005:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1783979470.362006:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979470.362013:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1783979470.362019:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979470.362020:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.362023:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1783979470.362027:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979470.362029:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979470.362031:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979470.362033:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.362034:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1783979470.362040:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00080000:1.0:1783979470.362040:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10192
00000100:00000001:0.0:1783979470.362044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304869066
00000400:00000200:1.0:1783979470.362083:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979470.362087:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979470.362090:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979470.362094:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000010:0.0:1783979470.362096:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64060.
00000100:00000001:1.0:1783979470.362098:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979470.362102:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979470.362105:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979470.362106:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000020:00000001:1.0:1783979470.362108:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979470.362111:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979470.362113:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979470.362115:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000100:00000001:0.0:1783979470.362117:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304869067
00000020:00000001:1.0:1783979470.362118:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000010:0.0:1783979470.362122:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64c00.
00000020:00000001:1.0:1783979470.362123:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:0.0:1783979470.362127:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000040:1.0:1783979470.362129:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979470.362132:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979470.362133:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979470.362135:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979470.362139:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979470.362140:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1783979470.362144:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00100000:0.0:1783979470.362149:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979470/real 1783979470]  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979470.362150:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979470.362157:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979470.362164:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979470.362168:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1783979470.362173:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1783979470.362173:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:0.0:1783979470.362177:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1783979470.362178:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979470.362182:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000100:00000001:1.0:1783979470.362182:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979470.362184:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1783979470.362188:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000008:00000001:1.0:1783979470.362189:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979470.362192:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:1.0:1783979470.362193:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.362198:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:1.0:1783979470.362200:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979470.362205:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00000200:0.0:1783979470.362206:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979470.362210:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979470.362213:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979470.362216:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979470.362219:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979470.362222:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979470.362224:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783979470.362228:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979470.362234:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.362236:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979470.362240:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979470.362242:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979470.362244:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.362248:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979470.362254:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1783979470.362257:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979470.362258:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979470.362267:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362270:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979470.362280:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979470.362281:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979470.362288:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10202)
00000100:00000001:0.0:1783979470.362291:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979470.362296:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362298:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.362300:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362302:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979470.362305:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979470.362309:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979470.362313:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979470.362316:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979470.362321:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979470.362329:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559935616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979470.362334:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979470.362338:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362344:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979470.362346:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.362348:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979470.362349:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979470.362351:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979470.362352:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979470.362355:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979470.362356:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979470.362358:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.362359:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979470.362362:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979470.362363:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979470.362367:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979470.362369:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979470.362373:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979470.362377:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559935744, portal 10
00000100:00000001:0.0:1783979470.362379:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979470.362380:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423318528 : -128863286233088 : ffff8accad997800)
00000100:00000040:0.0:1783979470.362387:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362394:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979470.362396:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979470.362398:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979470.362401:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559935744, offset 0
00000400:00000200:0.0:1783979470.362405:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979470.362409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979470.362413:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979470.362416:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979470.362419:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979470.362421:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979470.362469:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979470.362472:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390511:390511:256:4294967295] 192.168.201.140@tcp LPNI seq info [390486:390486:8:4294967295]
00000400:00000200:0.0:1783979470.362475:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979470.362480:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979470.362483:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979470.362486:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979470.362489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979470.362491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979470.362494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979470.362496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979470.362499:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979470.362500:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979470.362502:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979470.362505:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979470.362507:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979470.362508:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979470.362510:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979470.362512:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362517:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.362519:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362523:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.362524:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979470.362526:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979470.362529:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979470.362531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979470.362533:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304865298
00000100:00000001:0.0:1783979470.362535:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304869066
00000100:00000001:0.0:1783979470.362536:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304865298
00000100:00000001:0.0:1783979470.362538:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304869067
00000100:00000001:0.0:1783979470.362539:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979470.362540:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.362541:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979470.362543:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979470/real 1783979470]  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979470.362547:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979470.362548:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979470.362549:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979470.362551:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979470.362552:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979470.362553:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979470.362555:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979470.362570:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362575:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979470.362576:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362577:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.362578:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979470.362580:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362584:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979470.362586:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362589:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979470.362591:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362592:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.362593:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362594:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979470.362595:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979470.362597:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979470.362599:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979470.362600:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979470.362602:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979470.362606:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979470.362609:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362611:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.362613:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996680 x1870627559935616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362617:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979470.362619:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979470.362621:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979470.362623:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979470.362625:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979470.362626:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979470.362628:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979470.362630:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:0.0:1783979470.362633:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979470.362635:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979470.362636:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996680.
00000100:00000001:0.0:1783979470.362639:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979470.362639:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.362643:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997800 x1870627559935744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362646:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979470.362650:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979470.362651:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979470.362652:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979470.362653:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979470.362654:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979470.362655:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979470.362656:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:0.0:1783979470.362658:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979470.362658:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979470.362659:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997800.
00000100:00000001:0.0:1783979470.362660:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979470.362661:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362662:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362669:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979470.362672:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.362674:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979470.362675:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979470.362677:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979470.362680:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362686:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979470.362688:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.362690:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979470.362692:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979470.362694:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979470.362697:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979470.362700:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979470.362702:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979470.362704:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.362706:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979470.362709:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979470.362711:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979470.362714:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979470.362717:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979470.362721:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979470.362724:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559935872, portal 10
00000100:00000001:0.0:1783979470.362725:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979470.362726:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423309568 : -128863286242048 : ffff8accad995500)
00000100:00000040:0.0:1783979470.362731:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362735:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979470.362736:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979470.362738:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979470.362739:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559935872, offset 0
00000400:00000200:0.0:1783979470.362742:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979470.362744:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979470.362746:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979470.362749:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979470.362751:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979470.362752:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979470.362754:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979470.362756:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390512:390512:256:4294967295] 192.168.201.140@tcp LPNI seq info [390487:390487:8:4294967295]
00000400:00000200:0.0:1783979470.362758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979470.362762:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979470.362765:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979470.362767:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979470.362769:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979470.362771:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979470.362774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979470.362775:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979470.362778:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979470.362779:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979470.362781:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979470.362783:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979470.362784:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979470.362785:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979470.362787:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979470.362789:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362794:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.362795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362799:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.362800:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979470.362803:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979470.362805:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979470.362806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979470.362808:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304865294
00000100:00000001:0.0:1783979470.362809:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304869066
00000100:00000001:0.0:1783979470.362811:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304865294
00000100:00000001:0.0:1783979470.362813:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304869067
00000100:00000001:0.0:1783979470.362815:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979470.362816:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.362817:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979470.362819:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979470/real 1783979470]  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979470.362823:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979470.362824:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979470.362825:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979470.362826:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979470.362827:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979470.362828:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979470.362830:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979470.362835:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362838:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979470.362838:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362839:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.362840:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979470.362842:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362845:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979470.362847:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362852:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979470.362853:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362854:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.362855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.362857:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979470.362858:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979470.362859:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979470.362862:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979470.362863:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979470.362865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979470.362869:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559935872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979470.362871:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979470.362873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362876:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979470.362877:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.362878:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979470.362879:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979470.362880:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979470.362882:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979470.362883:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979470.362885:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979470.362886:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.362887:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979470.362889:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979470.362890:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979470.362892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979470.362894:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979470.362896:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979470.362898:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559936000, portal 4
00000100:00000001:0.0:1783979470.362899:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979470.362900:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:0.0:1783979470.362904:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362910:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979470.362918:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979470.362920:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979470.362923:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559936000, offset 0
00000400:00000200:0.0:1783979470.362926:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979470.362930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979470.362933:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979470.362936:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979470.362938:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979470.362939:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979470.362941:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979470.362944:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390513:390513:256:4294967295] 192.168.201.140@tcp LPNI seq info [390488:390488:8:4294967295]
00000400:00000200:0.0:1783979470.362948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979470.362953:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979470.362958:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979470.362961:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979470.362964:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979470.362967:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979470.362971:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979470.362973:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979470.362976:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979470.362977:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979470.362980:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979470.362982:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979470.362985:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979470.362987:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979470.362989:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979470.362992:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.362999:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.363003:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363008:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.363010:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979470.363013:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979470.363016:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979470.363019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979470.363021:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304865321
00000100:00000001:0.0:1783979470.363023:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304869066
00000100:00000001:0.0:1783979470.363025:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304865321
00000100:00000001:0.0:1783979470.363027:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304869067
00000100:00000001:0.0:1783979470.363028:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979470.363030:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.363032:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979470.363036:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979470/real 1783979470]  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979470.363043:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979470.363044:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979470.363045:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979470.363074:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979470.363076:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979470.363078:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979470.363082:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979470.363090:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363096:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979470.363097:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363099:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.363100:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979470.363104:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363111:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979470.363114:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363121:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979470.363123:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363125:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.363126:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363128:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979470.363130:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979470.363132:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979470.363135:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979470.363137:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979470.363140:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979470.363148:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979470.363152:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979470.363155:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363162:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979470.363163:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.363165:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979470.363167:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979470.363169:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979470.363171:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979470.363174:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979470.363177:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979470.363178:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979470.363179:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979470.363183:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979470.363185:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979470.363188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979470.363191:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979470.363194:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979470.363196:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559936128, portal 4
00000100:00000001:0.0:1783979470.363198:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979470.363199:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:0.0:1783979470.363205:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363211:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979470.363213:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979470.363215:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979470.363218:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559936128, offset 0
00000400:00000200:0.0:1783979470.363221:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979470.363225:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979470.363228:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979470.363231:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979470.363234:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979470.363236:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979470.363238:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979470.363241:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390514:390514:256:4294967295] 192.168.201.140@tcp LPNI seq info [390489:390489:8:4294967295]
00000400:00000200:0.0:1783979470.363245:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979470.363250:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979470.363254:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979470.363257:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979470.363261:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979470.363263:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979470.363267:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979470.363271:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979470.363274:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979470.363276:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979470.363279:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979470.363282:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979470.363285:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979470.363287:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979470.363289:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979470.363293:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363301:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.363304:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363310:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.363312:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979470.363315:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979470.363318:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979470.363321:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979470.363323:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304865324
00000100:00000001:0.0:1783979470.363325:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304869066
00000100:00000001:0.0:1783979470.363327:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304865324
00000100:00000001:0.0:1783979470.363330:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304869067
00000100:00000001:0.0:1783979470.363332:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979470.363333:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.363335:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979470.363339:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979470/real 1783979470]  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979470.363346:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979470.363347:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979470.363349:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979470.363351:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979470.363353:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979470.363355:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979470.363358:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979470.363366:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363372:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979470.363374:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363375:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.363377:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979470.363380:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363387:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979470.363391:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363397:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979470.363399:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363401:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979470.363402:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363404:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979470.363405:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979470.363408:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979470.363411:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979470.363414:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979470.363418:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979470.363431:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979470.363434:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363437:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.363440:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995500 x1870627559935872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363446:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979470.363447:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979470.363449:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979470.363452:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979470.363453:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979470.363455:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979470.363457:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979470.363459:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:0.0:1783979470.363461:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979470.363462:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979470.363463:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995500.
00000100:00000001:0.0:1783979470.363466:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979470.363467:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363469:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.363471:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627559936000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363477:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979470.363478:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979470.363479:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979470.363481:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979470.363482:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979470.363483:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979470.363485:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979470.363486:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:0.0:1783979470.363488:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979470.363489:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979470.363490:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:0.0:1783979470.363492:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979470.363492:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363494:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979470.363497:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627559936128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979470.363502:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979470.363503:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979470.363505:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979470.363507:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979470.363508:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979470.363510:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979470.363511:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979470.363513:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:0.0:1783979470.363514:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979470.363515:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979470.363517:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:0.0:1783979470.363519:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979470.363520:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363522:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979470.363527:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979470.363529:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979470.363531:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979470.363533:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979471.129310:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979471.129317:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979471.129322:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979471.129324:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979471.129328:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979471.129329:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979471.129427:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979471.129431:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979471.129434:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979472.153204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979472.153211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979472.153217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979472.153218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979472.153221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979472.153222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979472.153321:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979472.153325:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979472.153328:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979473.177251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979473.177257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979473.177263:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979473.177264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979473.177267:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979473.177268:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979473.178359:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979473.178363:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979473.178367:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979474.201384:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979474.201388:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979474.201392:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979474.201393:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979474.201396:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979474.201398:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979474.201465:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979474.201468:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979474.201470:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979474.203884:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304869067, at 4304869122
00000100:00000010:3.0:1783979474.203904:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64c00.
00010000:00000001:1.0:1783979475.225263:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979475.225280:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979475.225287:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979475.225288:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979475.225292:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979475.225296:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979475.225299:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979475.225302:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979475.225305:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979475.225307:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979475.225309:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979475.225311:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979475.225413:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979475.225417:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979475.225427:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979475.481429:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979475.481434:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979475.481437:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979475.481445:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.481463:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979475.481465:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.481495:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979475.481500:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979475.481504:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979475.481511:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559936256:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979475.481518:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979475.481524:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979475.481529:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.481534:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979475.481541:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979475.481545:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979475.481556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979475.481563:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979475.481575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979475.481584:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559936256, portal 25
00000100:00000001:0.0:1783979475.481589:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979475.481591:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:0.0:1783979475.481601:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.481614:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979475.481621:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979475.481626:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979475.481633:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559936256, offset 0
00000400:00000200:0.0:1783979475.481645:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979475.481658:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.481668:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979475.481678:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979475.481686:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979475.481694:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979475.481700:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979475.481710:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390515:390515:256:4294967295] 192.168.201.140@tcp LPNI seq info [390490:390490:8:4294967295]
00000400:00000200:0.0:1783979475.481719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.481737:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979475.481745:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.481751:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979475.481763:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979475.481770:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783979475.481780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979475.481786:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783979475.481795:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.481800:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979475.481808:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979475.481819:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979475.481828:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979475.481833:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979475.481839:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979475.481848:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.481865:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.481872:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.481886:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.481890:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979475.481897:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979475.481906:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979475.481912:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304874186
00000100:00000010:0.0:1783979475.481921:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64600.
00000100:00000001:0.0:1783979475.481931:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979475.481940:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304874186
00000100:00000010:0.0:1783979475.481945:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64de0.
00000100:00000001:0.0:1783979475.481951:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979475.481958:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979475.481975:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.481980:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979475.481988:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979475/real 1783979475]  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979475.482007:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979475.482010:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979475.482014:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979475.482019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979475.482024:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979475.482030:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979475.482038:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979475.482103:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482122:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979475.482126:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482131:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.482134:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979475.482142:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482159:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979475.482168:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482182:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979475.482189:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482194:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.482198:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482203:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979475.482207:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979475.482213:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979475.482222:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979475.482229:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979475.482238:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979475.482259:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559936256:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979475.482268:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482273:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.482281:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559936256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482294:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979475.482299:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979475.482303:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979475.482308:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979475.482312:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979475.482315:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979475.482320:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979475.482325:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:0.0:1783979475.482332:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979475.482336:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979475.482340:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:0.0:1783979475.482346:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979475.482349:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482353:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482361:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979475.482365:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.482369:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979475.482373:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979475.482376:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979475.482384:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482397:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979475.482399:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.482404:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979475.482406:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979475.482409:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979475.482412:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936384:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979475.482416:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979475.482418:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979475.482420:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.482422:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979475.482426:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979475.482427:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979475.482431:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979475.482434:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979475.482437:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979475.482440:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559936384, portal 10
00000100:00000001:0.0:1783979475.482442:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979475.482444:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:0.0:1783979475.482451:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482456:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979475.482459:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979475.482461:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979475.482463:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559936384, offset 0
00000400:00000200:0.0:1783979475.482467:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979475.482484:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.482487:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979475.482491:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979475.482493:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979475.482495:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979475.482498:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979475.482500:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390516:390516:256:4294967295] 192.168.201.140@tcp LPNI seq info [390491:390491:8:4294967295]
00000400:00000200:0.0:1783979475.482504:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.482510:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979475.482514:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.482518:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979475.482522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979475.482524:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783979475.482528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979475.482530:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783979475.482533:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.482535:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979475.482537:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979475.482540:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979475.482543:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979475.482544:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979475.482546:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979475.482549:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482555:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.482558:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482563:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.482564:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979475.482568:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979475.482571:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979475.482573:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979475.482575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304870418
00000100:00000001:0.0:1783979475.482577:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304874186
00000100:00000001:0.0:1783979475.482579:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304870418
00000100:00000001:0.0:1783979475.482580:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304874186
00000100:00000001:0.0:1783979475.482582:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979475.482584:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.482586:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979475.482589:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979475/real 1783979475]  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979475.482601:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979475.482602:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979475.482604:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979475.482606:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979475.482607:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979475.482609:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979475.482611:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979475.482618:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482624:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979475.482625:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482627:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.482628:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979475.482631:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482638:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979475.482642:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482648:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979475.482650:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482652:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.482653:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482655:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979475.482657:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979475.482659:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979475.482662:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979475.482664:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979475.482668:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979475.482676:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936384:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979475.482680:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979475.482683:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482689:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979475.482691:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.482693:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979475.482695:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979475.482696:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979475.482699:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936512:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979475.482703:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979475.482704:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979475.482706:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.482708:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979475.482711:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979475.482713:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979475.482717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979475.482719:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979475.482721:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979475.482724:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559936512, portal 10
00000100:00000001:0.0:1783979475.482726:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979475.482727:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:0.0:1783979475.482732:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482738:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979475.482740:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979475.482743:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979475.482745:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559936512, offset 0
00000400:00000200:0.0:1783979475.482749:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979475.482753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.482756:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979475.482759:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979475.482761:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979475.482764:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979475.482766:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979475.482768:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390517:390517:256:4294967295] 192.168.201.140@tcp LPNI seq info [390492:390492:8:4294967295]
00000400:00000200:0.0:1783979475.482773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.482778:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979475.482782:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.482785:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979475.482789:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979475.482791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783979475.482795:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979475.482797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783979475.482807:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.482809:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979475.482812:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979475.482815:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979475.482817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979475.482819:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979475.482821:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979475.482824:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482831:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.482834:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482839:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.482841:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979475.482843:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979475.482846:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979475.482849:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979475.482852:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304870414
00000100:00000001:0.0:1783979475.482854:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304874186
00000100:00000001:0.0:1783979475.482856:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304870414
00000100:00000001:0.0:1783979475.482859:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304874186
00000100:00000001:0.0:1783979475.482860:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979475.482862:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.482864:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979475.482867:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979475/real 1783979475]  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979475.482874:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979475.482876:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979475.482877:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979475.482879:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979475.482881:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979475.482883:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979475.482886:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979475.482893:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482899:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979475.482900:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482902:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.482903:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979475.482906:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482912:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979475.482916:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482922:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979475.482925:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482926:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.482928:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.482929:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979475.482930:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979475.482933:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979475.482936:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979475.482939:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979475.482942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979475.482949:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936512:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979475.482953:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979475.482956:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.482962:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979475.482963:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.482965:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979475.482966:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979475.482968:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979475.482971:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936640:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979475.482974:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979475.482975:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979475.482977:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.482979:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979475.482982:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979475.482984:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979475.482987:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979475.482989:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979475.482992:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979475.482995:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559936640, portal 4
00000100:00000001:0.0:1783979475.482997:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979475.482998:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:0.0:1783979475.483003:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483009:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979475.483011:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979475.483013:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979475.483015:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559936640, offset 0
00000400:00000200:0.0:1783979475.483018:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979475.483022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.483025:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979475.483027:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979475.483030:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979475.483032:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979475.483034:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979475.483037:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390518:390518:256:4294967295] 192.168.201.140@tcp LPNI seq info [390493:390493:8:4294967295]
00000400:00000200:0.0:1783979475.483040:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.483046:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979475.483070:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.483074:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979475.483077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979475.483079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783979475.483083:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979475.483085:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783979475.483089:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.483090:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979475.483093:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979475.483096:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979475.483099:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979475.483100:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979475.483103:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979475.483106:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483119:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.483122:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483127:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.483129:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979475.483132:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979475.483134:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979475.483137:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979475.483139:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304870442
00000100:00000001:0.0:1783979475.483142:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304874186
00000100:00000001:0.0:1783979475.483144:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304870442
00000100:00000001:0.0:1783979475.483146:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304874186
00000100:00000001:0.0:1783979475.483148:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979475.483150:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.483151:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979475.483155:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979475/real 1783979475]  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979475.483162:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979475.483163:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979475.483165:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979475.483167:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979475.483168:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979475.483170:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979475.483173:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979475.483179:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483185:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979475.483187:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483189:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.483190:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979475.483193:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483199:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979475.483202:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483207:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979475.483210:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483211:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.483212:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483214:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979475.483215:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979475.483217:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979475.483220:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979475.483222:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979475.483225:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979475.483232:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936640:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979475.483236:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483238:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.483241:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559936384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483247:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979475.483249:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979475.483250:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979475.483253:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979475.483255:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979475.483257:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979475.483259:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979475.483260:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979475.483263:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979475.483264:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979475.483266:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:0.0:1783979475.483269:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979475.483270:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483272:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.483275:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559936512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483282:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979475.483283:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979475.483285:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979475.483287:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979475.483288:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979475.483289:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979475.483291:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979475.483292:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979475.483294:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979475.483295:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979475.483296:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:0.0:1783979475.483299:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979475.483300:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483302:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.483305:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559936640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483310:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979475.483312:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979475.483313:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979475.483315:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979475.483315:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979475.483317:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979475.483318:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979475.483320:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979475.483322:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979475.483323:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979475.483324:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:0.0:1783979475.483326:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979475.483327:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483329:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483334:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979475.483335:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.483337:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979475.483338:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979475.483340:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979475.483343:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483350:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979475.483351:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.483353:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979475.483354:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979475.483356:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979475.483359:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936768:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979475.483361:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979475.483363:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979475.483365:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979475.483366:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979475.483369:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979475.483371:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979475.483374:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979475.483376:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979475.483379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979475.483382:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559936768, portal 4
00000100:00000001:0.0:1783979475.483384:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979475.483385:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:0.0:1783979475.483391:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483397:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979475.483399:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979475.483402:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979475.483404:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559936768, offset 0
00000400:00000200:0.0:1783979475.483408:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979475.483411:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.483414:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979475.483430:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979475.483432:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979475.483435:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979475.483437:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979475.483444:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390519:390519:256:4294967295] 192.168.201.140@tcp LPNI seq info [390494:390494:8:4294967295]
00000400:00000200:0.0:1783979475.483448:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979475.483455:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979475.483459:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.483462:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979475.483466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979475.483477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1783979475.483482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979475.483485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1783979475.483488:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979475.483490:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979475.483492:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979475.483496:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979475.483498:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979475.483500:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979475.483503:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979475.483507:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483514:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.483517:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483522:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.483524:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979475.483527:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979475.483530:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979475.483533:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979475.483535:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304870444
00000100:00000001:0.0:1783979475.483537:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304874186
00000100:00000001:0.0:1783979475.483538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304870444
00000100:00000001:0.0:1783979475.483541:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304874186
00000100:00000001:0.0:1783979475.483542:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979475.483544:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.483546:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979475.483550:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979475/real 1783979475]  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979475.483557:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979475.483559:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979475.483560:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979475.483563:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979475.483564:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979475.483566:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979475.483569:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979475.483576:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483580:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979475.483581:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483582:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.483583:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979475.483585:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483589:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979475.483591:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483596:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979475.483597:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483598:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979475.483599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483600:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979475.483601:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979475.483602:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979475.483604:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979475.483605:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979475.483607:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979475.483612:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559936768:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979475.483616:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483618:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979475.483620:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559936768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979475.483626:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979475.483628:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979475.483630:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979475.483632:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979475.483633:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979475.483635:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979475.483636:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979475.483638:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979475.483640:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979475.483641:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979475.483642:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:0.0:1783979475.483645:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979475.483646:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483648:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979475.483651:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979475.483652:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979475.483654:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979475.483656:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979476.249181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979476.249187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979476.249191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979476.249193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979476.249196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979476.249198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979476.249260:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979476.249264:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979476.249267:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979477.273496:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979477.273503:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979477.273509:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979477.273511:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979477.273514:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979477.273515:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979477.273561:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979477.273566:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979477.273569:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979478.297469:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979478.297476:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979478.297480:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979478.297481:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979478.297485:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979478.297486:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979478.297574:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979478.297581:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979478.297586:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979479.321180:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304874186, at 4304874240
00000100:00000010:3.0:1783979479.321208:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64de0.
00010000:00000001:1.0:1783979479.321349:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979479.321353:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979479.321359:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979479.321360:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979479.321364:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979479.321365:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979479.321440:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979479.321444:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979479.321448:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979480.345173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979480.345181:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979480.345184:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979480.345187:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979480.345192:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979480.345194:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979480.345196:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979480.345199:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979480.345202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979480.345204:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979480.345206:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979480.345207:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979480.345209:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979480.345210:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979480.345212:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979480.345214:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979480.345217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979480.345219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979480.345329:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979480.345333:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979480.345336:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979480.601202:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979480.601213:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979480.601215:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979480.601219:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979480.601222:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979480.601230:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10203
00000400:00000200:0.0:1783979480.601238:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979480.601242:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979480.601245:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979480.601247:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601249:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.601251:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601253:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979480.601255:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979480.601257:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979480.601258:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979480.601261:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979480.601263:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979480.601264:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979480.601266:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601267:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.601268:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601269:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979480.601271:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979480.601273:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601274:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979480.601276:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979480.601279:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979480.601280:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601282:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979480.601284:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979480.601291:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806a00.
00000020:00000040:0.0:1783979480.601293:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979480.601296:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979480.601297:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601300:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979480.601302:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979480.601305:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979480.601310:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979480.601315:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979480.601322:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806a00 x1870627559936896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979480.601328:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979480.601332:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979480.601335:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240c4fb2] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806a00 x1870627559936896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979480.601353:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979480.601356:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979480.601360:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979480.601361:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979480.601362:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979480.601366:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979480.601369:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10203
00000400:00000200:0.0:1783979480.601374:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979480.601377:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979480.601378:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979480.601398:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601399:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.601401:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601403:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979480.601405:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979480.601407:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979480.601410:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979480.601413:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979480.601418:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979480.601421:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979480.601427:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601431:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.601432:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601434:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979480.601436:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979480.601438:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601442:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979480.601447:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979480.601453:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979480.601457:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601461:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979480.601466:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979480.601471:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601476:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979480.601481:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805880.
00000020:00000040:0.0:1783979480.601485:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979480.601489:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979480.601491:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601495:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979480.601497:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979480.601501:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979480.601508:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8c00.
00000100:00000001:0.0:1783979480.601514:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979480.601522:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805880 x1870627559937024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979480.601533:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979480.601535:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979480.601539:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624f5955] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805880 x1870627559937024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979480.601546:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979480.601551:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979480.601556:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979480.601558:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979480.601560:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979480.601562:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979480.601566:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10203
00000400:00000200:0.0:1783979480.601571:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979480.601576:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979480.601580:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979480.601595:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601598:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.601600:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601605:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979480.601607:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979480.601609:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979480.601611:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979480.601612:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979480.601614:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979480.601616:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979480.601621:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601624:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.601628:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601630:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979480.601633:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979480.601637:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601639:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979480.601644:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979480.601647:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979480.601651:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601655:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979480.601658:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979480.601662:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601663:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979480.601667:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807100.
00000020:00000040:0.0:1783979480.601670:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979480.601673:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979480.601676:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601678:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979480.601680:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979480.601684:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979480.601689:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8800.
00000100:00000001:0.0:1783979480.601695:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979480.601702:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807100 x1870627559937152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979480.601718:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979480.601722:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979480.601727:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1567a83] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807100 x1870627559937152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979480.601738:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979480.601740:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979480.601742:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979480.601744:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979480.601746:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979480.601748:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979480.601752:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10203
00000400:00000200:0.0:1783979480.601757:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979480.601761:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979480.601764:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979480.601768:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000800:00000200:2.1:1783979480.601772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979480.601776:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1783979480.601777:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.601786:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601790:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979480.601794:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979480.601796:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979480.601797:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979480.601800:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979480.601804:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979480.601819:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979480.601823:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601824:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.601825:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601826:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979480.601829:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979480.601835:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979480.601838:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979480.601845:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979480.601850:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979480.601855:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601859:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979480.601863:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979480.601871:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601875:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979480.601882:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804e00.
00000020:00000040:0.0:1783979480.601886:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979480.601891:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979480.601894:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.601897:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979480.601899:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979480.601903:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979480.601909:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8400.
00000100:00000001:0.0:1783979480.601914:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979480.601920:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804e00 x1870627559937280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979480.601929:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979480.601933:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979480.601938:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f12b3a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804e00 x1870627559937280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979480.601949:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979480.601953:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979480.601959:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979480.601969:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979480.601972:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979480.601981:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979480.601987:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10203
00000400:00000200:0.0:1783979480.601994:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979480.602001:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979480.602005:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979480.602009:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.602012:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.602017:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.602022:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979480.602026:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979480.602029:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979480.602031:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979480.602034:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979480.602036:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979480.602039:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979480.602043:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.602044:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979480.602083:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979480.602086:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979480.602097:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979480.602104:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979480.602109:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979480.602114:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979480.602118:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979480.602123:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.602127:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979480.602131:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979480.602135:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.602138:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979480.602145:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807480.
00000020:00000040:0.0:1783979480.602148:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979480.602152:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979480.602154:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979480.602158:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979480.602159:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979480.602162:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979480.602167:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb000.
00000100:00000001:0.0:1783979480.602172:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979480.602180:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807480 x1870627559937408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979480.602194:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979480.602200:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979480.602209:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057dc84fe] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807480 x1870627559937408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979480.602224:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979480.602232:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10213)
00000800:00000200:2.1:1783979480.602430:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979480.602433:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979480.602687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979480.602689:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979480.602931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979480.602933:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979480.603152:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979480.603153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1783979481.369174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979481.369182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979481.369188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979481.369189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979481.369192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979481.369194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979481.369310:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979481.369314:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979481.369317:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979482.393177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979482.393184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979482.393189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979482.393190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979482.393194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979482.393195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979482.393300:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979482.393305:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979482.393308:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979483.417178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979483.417185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979483.417201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979483.417203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979483.417206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979483.417208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979483.417366:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979483.417370:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979483.417373:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979484.441158:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304879306, at 4304879360
00010000:00000001:1.0:1783979484.441162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979484.441167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979484.441172:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979484.441174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979484.441174:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627ae0.
00010000:00000001:1.0:1783979484.441177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979484.441181:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979484.441183:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979484.441187:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979484.441190:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979484.441191:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979484.441194:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979484.441197:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979484.441266:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979484.441268:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979484.441270:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979485.466485:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979485.466492:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979485.466496:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979485.466498:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979485.466501:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979485.466502:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979485.466597:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979485.466600:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979485.466603:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979485.721189:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979485.721200:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979485.721202:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979485.721206:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979485.721210:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979485.721218:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10208
00000400:00000200:0.0:1783979485.721226:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979485.721233:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979485.721235:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979485.721239:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.721242:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.721244:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.721247:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979485.721251:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979485.721252:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979485.721255:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979485.721258:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979485.721260:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979485.721263:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979485.721265:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.721267:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.721269:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.721271:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979485.721274:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979485.721277:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979485.721279:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979485.721281:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979485.721285:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979485.721288:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.721290:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979485.721303:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979485.721314:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806680.
00000020:00000040:0.0:1783979485.721318:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979485.721321:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979485.721323:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.721327:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979485.721331:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979485.721336:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979485.721344:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9000.
00000100:00000001:0.0:1783979485.721350:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979485.721359:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806680 x1870627559937536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979485.721371:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979485.721376:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979485.721381:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edab95be] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806680 x1870627559937536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979485.722482:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979485.722780:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979485.723473:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979485.723478:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979485.723481:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979485.723483:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979485.723487:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979485.723491:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10208
00000400:00000200:0.0:1783979485.723758:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979485.723764:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979485.723767:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979485.723771:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.723773:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.723785:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.723787:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979485.723797:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979485.723799:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979485.723801:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979485.723804:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979485.723806:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979485.723808:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979485.723811:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.723814:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.723816:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.723818:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979485.723820:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979485.723823:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979485.723825:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979485.723829:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979485.723835:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979485.723838:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.723840:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979485.723845:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979485.723847:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.723849:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979485.724496:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804700.
00000020:00000040:0.0:1783979485.724503:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979485.724507:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979485.724509:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.724513:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979485.724516:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979485.724521:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979485.724530:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb800.
00000100:00000001:0.0:1783979485.724537:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979485.724546:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804700 x1870627559937664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979485.724556:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979485.724685:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979485.725529:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f472466] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804700 x1870627559937664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979485.725618:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979485.725623:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979485.725628:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979485.725630:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979485.725632:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979485.725635:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979485.725639:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10208
00000400:00000200:0.0:1783979485.725647:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979485.725652:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979485.725654:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979485.725657:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.725659:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.725661:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.725663:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979485.725666:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979485.725668:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979485.725671:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979485.725673:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979485.725681:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979485.725683:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979485.725686:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.725688:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.725690:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.725700:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979485.725703:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979485.725706:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979485.725708:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979485.725711:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979485.725718:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979485.725720:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.725722:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979485.725726:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979485.725728:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.725731:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979485.725737:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806300.
00000020:00000040:0.0:1783979485.725740:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979485.725743:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979485.725744:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.725746:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979485.725747:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979485.725750:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979485.725754:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9c00.
00000100:00000001:0.0:1783979485.725758:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979485.725774:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806300 x1870627559937792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979485.725782:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979485.725785:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979485.725795:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca359109] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806300 x1870627559937792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979485.725803:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979485.725805:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979485.725808:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979485.725809:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979485.725811:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979485.725813:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979485.725816:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10208
00000400:00000200:0.0:1783979485.725819:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979485.725822:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979485.725824:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979485.725827:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.725828:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.725830:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.725831:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979485.725833:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979485.725836:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979485.725837:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979485.725839:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979485.725840:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979485.725842:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979485.725844:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.725846:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.725848:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:2.1:1783979485.726502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979485.726647:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979485.728038:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979485.728044:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979485.728061:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979485.728064:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979485.728067:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979485.728074:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979485.728076:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.728079:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979485.728083:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979485.728086:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.728088:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979485.728095:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807480.
00000020:00000040:0.0:1783979485.728098:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979485.728102:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979485.728104:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.728107:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979485.728109:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979485.728113:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979485.728120:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979485.728125:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979485.728133:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807480 x1870627559937920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979485.728143:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979485.728147:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979485.728153:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057dc84fe] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807480 x1870627559937920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979485.728181:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979485.728194:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979485.728198:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979485.728200:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979485.728202:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979485.728205:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979485.728208:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10208
00000400:00000200:0.0:1783979485.728215:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979485.728219:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979485.728222:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979485.728225:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.728227:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.728229:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.728231:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979485.728234:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979485.728235:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979485.728237:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979485.728240:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979485.728242:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979485.728244:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979485.728247:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.728249:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979485.728251:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979485.728253:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979485.728255:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979485.728258:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979485.728260:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979485.728262:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979485.728266:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979485.728268:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.728270:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979485.728272:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979485.728274:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.728276:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979485.728279:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804e00.
00000020:00000040:0.0:1783979485.728282:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979485.728284:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979485.728286:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979485.728287:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979485.728289:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979485.728302:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979485.728309:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba800.
00000100:00000001:0.0:1783979485.728314:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979485.728324:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804e00 x1870627559938048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979485.728342:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979485.728347:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979485.728354:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f12b3a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804e00 x1870627559938048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979485.728374:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979485.728382:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10218)
00000800:00000200:2.1:1783979485.728502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979485.728656:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783979486.489148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979486.489156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979486.489161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979486.489164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979486.489167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979486.489168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979486.489220:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979486.489225:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979486.489228:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979487.513899:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979487.513905:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979487.513909:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979487.513910:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979487.513912:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979487.513913:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979487.514014:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979487.514018:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979487.514021:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979488.537282:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979488.537289:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979488.537294:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979488.537295:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979488.537299:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979488.537300:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979488.540302:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979488.540308:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979488.540312:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1783979488.793497:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:1.0:1783979488.793540:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1783979488.793548:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979488.793551:0:2390:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:1.0:1783979488.793555:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979488.793559:0:2390:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1783979488.793563:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979488.793566:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:1.0:1783979488.793572:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979488.793576:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979488.793583:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30545d8
00000400:00000010:1.0:1783979488.793585:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30545d8.
00000100:00000001:1.0:1783979488.793590:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979488.793598:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf806680 x1870627559937536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793620:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979488.793624:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806680 x1870627559937536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793631:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979488.793633:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979488.793640:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979488.793643:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7a00.
00000400:00000200:1.0:1783979488.793646:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979488.793649:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979488.793651:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054bb0
00000400:00000010:1.0:1783979488.793652:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054bb0.
00000100:00000001:1.0:1783979488.793654:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979488.793658:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf804700 x1870627559937664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793664:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979488.793667:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804700 x1870627559937664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793672:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979488.793674:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979488.793679:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979488.793681:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7200.
00000400:00000200:1.0:1783979488.793683:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979488.793685:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979488.793687:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054220
00000400:00000010:1.0:1783979488.793689:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054220.
00000100:00000001:1.0:1783979488.793691:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979488.793694:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf806300 x1870627559937792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793701:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979488.793704:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806300 x1870627559937792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793710:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979488.793712:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979488.793716:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979488.793719:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:1.0:1783979488.793722:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979488.793725:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979488.793727:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054d48
00000400:00000010:1.0:1783979488.793729:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054d48.
00000100:00000001:1.0:1783979488.793732:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979488.793736:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf807480 x1870627559937920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793745:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979488.793749:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807480 x1870627559937920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793759:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979488.793761:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979488.793771:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979488.793774:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7300.
00000400:00000200:1.0:1783979488.793778:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979488.793786:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979488.793791:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054770
00000400:00000010:1.0:1783979488.793795:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054770.
00000100:00000001:1.0:1783979488.793799:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979488.793806:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf804e00 x1870627559938048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793817:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979488.793823:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804e00 x1870627559938048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979510 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979488.793835:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979488.793839:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:1.0:1783979489.561190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979489.561201:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000040:3.0:1783979489.561203:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304884427, at 4304884480
00010000:00000001:1.0:1783979489.561204:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979489.561208:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979489.561213:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00000100:00000010:3.0:1783979489.561215:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627d20.
00010000:00000001:1.0:1783979489.561216:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979489.561220:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979489.561224:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979489.561240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979489.561241:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979489.561243:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979489.561244:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979489.561246:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979489.561247:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979489.561249:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979489.561251:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979489.561256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979489.561257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979489.561332:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979489.561336:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979489.561339:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979490.585163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979490.585168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979490.585171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979490.585172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979490.585174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979490.585175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979490.585294:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979490.585297:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979490.585301:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979490.844885:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979490.844888:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979490.844891:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979490.844896:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.844903:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979490.844905:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.844907:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979490.844910:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979490.844912:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979490.844915:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559938176:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979490.844919:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979490.844923:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979490.844925:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.844928:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979490.844932:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979490.844934:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979490.844939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979490.844943:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979490.844949:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979490.844956:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559938176, portal 25
00000100:00000001:0.0:1783979490.844958:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979490.844959:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:0.0:1783979490.844964:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.844971:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979490.844973:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979490.844976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979490.844979:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559938176, offset 0
00000400:00000200:0.0:1783979490.844987:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979490.844994:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.845000:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979490.845006:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979490.845010:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979490.845014:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979490.845016:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979490.845020:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390530:390530:256:4294967295] 192.168.201.140@tcp LPNI seq info [390505:390505:8:4294967295]
00000400:00000200:0.0:1783979490.845024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.845034:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979490.845040:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.845045:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979490.845068:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979490.845071:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979490.845077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979490.845081:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979490.845086:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.845089:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979490.845094:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979490.845099:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979490.845105:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979490.845108:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979490.845111:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979490.845116:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845125:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.845128:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845135:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.845137:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979490.845143:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979490.845147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979490.845150:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304889549
00000100:00000010:0.0:1783979490.845155:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb645a0.
00000100:00000001:0.0:1783979490.845162:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979490.845166:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304889549
00000100:00000010:0.0:1783979490.845170:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64cc0.
00000100:00000001:0.0:1783979490.845173:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979490.845176:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979490.845179:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.845181:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979490.845185:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979490/real 1783979490]  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979490.845193:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979490.845195:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979490.845197:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979490.845199:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979490.845200:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979490.845215:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979490.845218:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979490.845226:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845232:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979490.845233:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.845236:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.845237:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979490.845241:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845248:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979490.845252:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845258:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979490.845261:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.845262:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.845264:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.845266:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979490.845268:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979490.845270:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979490.845274:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979490.845276:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979490.845280:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979490.845287:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559938176:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979490.845292:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979490.845294:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845300:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979490.845301:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.845302:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979490.845304:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979490.845306:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979490.845308:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979490.845311:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979490.845313:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979490.845314:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.845316:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979490.845319:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979490.845321:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979490.845324:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979490.845326:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979490.845330:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979490.845332:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559938304, portal 10
00000100:00000001:0.0:1783979490.845335:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979490.845336:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:0.0:1783979490.845342:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845347:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979490.845349:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979490.845351:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979490.845353:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559938304, offset 0
00000400:00000200:0.0:1783979490.845356:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979490.845360:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.845363:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979490.845365:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979490.845367:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979490.845370:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979490.845371:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979490.845374:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390531:390531:256:4294967295] 192.168.201.140@tcp LPNI seq info [390506:390506:8:4294967295]
00000400:00000200:0.0:1783979490.845377:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.845383:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979490.845386:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.845389:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979490.845392:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979490.845395:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979490.845398:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979490.845400:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979490.845403:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.845405:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979490.845407:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979490.845410:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979490.845413:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979490.845415:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979490.845417:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979490.845421:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845432:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.845435:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845440:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.845441:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979490.845444:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979490.845447:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979490.845450:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979490.845451:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304885780
00000100:00000001:0.0:1783979490.845454:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304889549
00000100:00000001:0.0:1783979490.845455:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304885780
00000100:00000001:0.0:1783979490.845457:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304889549
00000100:00000001:0.0:1783979490.845459:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979490.845461:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.845462:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979490.845465:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979490/real 1783979490]  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979490.845472:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979490.845473:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979490.845474:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979490.845476:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979490.845478:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979490.845480:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979490.845483:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979490.845489:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845494:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979490.845496:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.845498:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.845499:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979490.845502:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845508:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979490.845512:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.845517:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979490.845519:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.845521:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.845522:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.845523:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979490.845525:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979490.845527:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979490.845530:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979490.845532:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979490.845535:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979490.846318:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979490.846323:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979490.846327:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846333:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979490.846335:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.846337:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979490.846339:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979490.846340:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979490.846344:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979490.846346:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979490.846349:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979490.846351:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.846353:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979490.846357:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979490.846359:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979490.846363:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979490.846365:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979490.846369:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979490.846372:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559938432, portal 10
00000100:00000001:0.0:1783979490.846374:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979490.846375:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:0.0:1783979490.846381:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846387:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979490.846389:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979490.846391:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979490.846393:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559938432, offset 0
00000400:00000200:0.0:1783979490.846397:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979490.846403:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.846407:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979490.846410:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979490.846412:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979490.846415:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979490.846417:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979490.846419:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390532:390532:256:4294967295] 192.168.201.140@tcp LPNI seq info [390507:390507:8:4294967295]
00000400:00000200:0.0:1783979490.846423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.846429:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979490.846434:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.846438:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979490.846442:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979490.846445:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979490.846449:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979490.846452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979490.846455:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.846457:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979490.846460:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979490.846463:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979490.846467:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979490.846468:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979490.846471:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979490.846486:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846494:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.846497:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846504:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.846505:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979490.846508:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979490.846511:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979490.846514:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979490.846516:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304885776
00000100:00000001:0.0:1783979490.846519:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304889549
00000100:00000001:0.0:1783979490.846521:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304885776
00000100:00000001:0.0:1783979490.846523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304889549
00000100:00000001:0.0:1783979490.846525:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979490.846527:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.846529:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979490.846532:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979490/real 1783979490]  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979490.846540:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979490.846541:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979490.846543:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979490.846545:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979490.846547:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979490.846549:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979490.846551:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979490.846560:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846566:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979490.846567:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.846568:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.846570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979490.846573:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846579:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979490.846583:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846590:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979490.846592:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.846594:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.846594:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.846596:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979490.846598:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979490.846600:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979490.846603:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979490.846605:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979490.846608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979490.846620:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979490.846623:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979490.846637:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846644:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979490.846645:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.846655:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979490.846657:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979490.846659:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979490.846661:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979490.846664:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979490.846666:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979490.846667:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.846669:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979490.846672:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979490.846674:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979490.846677:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979490.846680:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979490.846683:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979490.846685:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559938560, portal 4
00000100:00000001:0.0:1783979490.846687:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979490.846688:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:0.0:1783979490.846693:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846700:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979490.846702:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979490.846704:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979490.846706:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559938560, offset 0
00000400:00000200:0.0:1783979490.846710:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979490.846713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.846717:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979490.846719:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979490.846722:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979490.846724:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979490.846725:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979490.846728:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390533:390533:256:4294967295] 192.168.201.140@tcp LPNI seq info [390508:390508:8:4294967295]
00000400:00000200:0.0:1783979490.846732:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.846737:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979490.846742:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.846745:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979490.846748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979490.846751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979490.846754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979490.846757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979490.846760:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.846761:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979490.846764:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979490.846767:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979490.846770:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979490.846772:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979490.846774:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979490.846777:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846784:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.846787:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846792:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.846794:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979490.846797:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979490.846800:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979490.846802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979490.846805:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304885803
00000100:00000001:0.0:1783979490.846808:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304889549
00000100:00000001:0.0:1783979490.846809:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304885803
00000100:00000001:0.0:1783979490.846811:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304889549
00000100:00000001:0.0:1783979490.846813:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979490.846815:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.846817:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979490.846820:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979490/real 1783979490]  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979490.846827:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979490.846828:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979490.846829:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979490.846832:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979490.846833:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979490.846835:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979490.846838:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979490.846844:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846849:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979490.846850:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.846852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.846853:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979490.846856:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846861:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979490.846865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846871:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979490.846874:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.846875:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.846876:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.846878:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979490.846879:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979490.846882:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979490.846885:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979490.846887:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979490.846890:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979490.846898:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979490.846901:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979490.846904:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846911:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979490.846912:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.846914:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979490.846915:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979490.846917:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979490.846920:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979490.846923:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979490.846924:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979490.846926:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979490.846927:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979490.846930:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979490.846932:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979490.846934:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979490.846936:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979490.846952:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979490.846956:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559938688, portal 4
00000100:00000001:0.0:1783979490.846959:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979490.846959:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:0.0:1783979490.846964:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.846970:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979490.846971:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979490.846973:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979490.846975:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559938688, offset 0
00000400:00000200:0.0:1783979490.846978:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979490.846982:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.846985:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979490.846987:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979490.846989:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979490.846991:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979490.846992:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979490.846995:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390534:390534:256:4294967295] 192.168.201.140@tcp LPNI seq info [390509:390509:8:4294967295]
00000400:00000200:0.0:1783979490.846998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979490.847003:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979490.847007:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.847010:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979490.847013:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979490.847015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979490.847018:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979490.847020:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979490.847023:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979490.847025:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979490.847027:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979490.847030:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979490.847033:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979490.847034:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979490.847036:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979490.847039:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847071:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.847074:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979515 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847081:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.847083:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979490.847086:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979490.847089:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979490.847093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979490.847095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304885805
00000100:00000001:0.0:1783979490.847097:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304889549
00000100:00000001:0.0:1783979490.847099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304885805
00000100:00000001:0.0:1783979490.847101:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304889549
00000100:00000001:0.0:1783979490.847102:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979490.847104:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.847105:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979490.847109:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979490/real 1783979490]  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979490.847116:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979490.847117:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979490.847119:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979490.847121:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979490.847122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979490.847124:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979490.847127:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979490.847134:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847139:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979490.847141:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847143:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.847144:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979490.847147:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847153:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979490.847157:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847167:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979490.847170:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847171:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979490.847172:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847174:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979490.847175:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979490.847178:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979490.847181:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979490.847183:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979490.847186:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979490.847193:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979490.847197:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847199:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.847212:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559938176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847219:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979490.847221:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979490.847223:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979490.847227:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979490.847229:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979490.847231:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979490.847234:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979490.847236:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979490.847240:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979490.847242:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979490.847243:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:0.0:1783979490.847248:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979490.847250:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847251:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.847254:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559938304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847260:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979490.847261:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979490.847263:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979490.847265:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979490.847266:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979490.847267:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979490.847269:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979490.847270:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979490.847273:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979490.847274:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979490.847275:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:0.0:1783979490.847277:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979490.847278:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847280:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.847283:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559938432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847289:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979490.847290:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979490.847292:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979490.847294:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979490.847295:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979490.847296:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979490.847298:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979490.847299:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979490.847301:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979490.847303:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979490.847304:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:0.0:1783979490.847306:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979490.847307:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847309:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.847311:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559938560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847317:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979490.847318:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979490.847319:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979490.847321:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979490.847322:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979490.847323:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979490.847325:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979490.847326:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:0.0:1783979490.847332:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979490.847333:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979490.847334:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:0.0:1783979490.847336:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979490.847337:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847338:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979490.847341:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559938688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979515 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979490.847346:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979490.847347:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979490.847348:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979490.847350:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979490.847351:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979490.847352:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979490.847353:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979490.847354:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979490.847356:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979490.847361:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979490.847362:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:0.0:1783979490.847365:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979490.847366:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847369:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979490.847377:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979490.847378:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979490.847382:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979490.847383:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979491.609182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979491.609201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979491.609207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979491.609208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979491.609211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979491.609212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979491.609308:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979491.609312:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979491.609314:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979492.633626:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979492.633634:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979492.633639:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979492.633640:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979492.633644:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979492.633645:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979492.633797:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979492.633801:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979492.633804:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979493.657189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979493.657196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979493.657201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979493.657203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979493.657205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979493.657206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979493.657299:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979493.657304:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979493.657308:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979494.681214:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304889549, at 4304889600
00010000:00000001:1.0:1783979494.681219:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979494.681228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979494.681236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979494.681237:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64cc0.
00010000:00000001:1.0:1783979494.681248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979494.681257:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979494.681263:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979494.681265:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979494.681269:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979494.681273:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979494.681276:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979494.681278:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979494.681281:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979494.681373:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979494.681375:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979494.681377:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979495.706203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979495.706212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979495.706216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979495.706218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979495.706221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979495.706222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979495.706330:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979495.706333:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979495.706336:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979495.961444:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979495.961449:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979495.961452:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979495.961458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.961472:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979495.961476:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.961481:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979495.961483:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979495.961486:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979495.961490:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559938816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979495.961497:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979495.961503:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979495.961507:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.961512:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979495.961518:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979495.961521:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979495.961529:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979495.961534:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979495.961540:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979495.961547:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559938816, portal 25
00000100:00000001:0.0:1783979495.961551:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979495.961553:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896577664 : -128863812973952 : ffff8acc8e340a80)
00000100:00000040:0.0:1783979495.961562:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.961575:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979495.961578:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979495.961583:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979495.961587:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559938816, offset 0
00000400:00000200:0.0:1783979495.961594:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979495.961609:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.961619:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979495.961627:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979495.961636:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979495.961644:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979495.961650:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979495.961658:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390535:390535:256:4294967295] 192.168.201.140@tcp LPNI seq info [390510:390510:8:4294967295]
00000400:00000200:0.0:1783979495.961662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.961680:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979495.961689:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.961695:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979495.961702:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979495.961706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979495.961713:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979495.961717:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979495.961721:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.961722:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979495.961726:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979495.961731:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979495.961737:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979495.961740:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979495.961745:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979495.961754:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.961772:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.961777:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.961789:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.961793:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979495.961800:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979495.961806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979495.961811:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304894666
00000100:00000010:0.0:1783979495.961817:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb642a0.
00000100:00000001:0.0:1783979495.961824:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979495.961829:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304894666
00000100:00000010:0.0:1783979495.961836:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64d80.
00000100:00000001:0.0:1783979495.961847:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979495.961854:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979495.961859:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.961871:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979495.961879:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979495/real 1783979495]  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979495.961898:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979495.961900:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979495.961903:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979495.961906:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979495.961907:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979495.961909:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979495.961914:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979495.961926:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.961940:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979495.961941:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.961945:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.961947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979495.961952:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.961960:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979495.961971:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.961983:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979495.961990:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.961995:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.961997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962000:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979495.962003:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979495.962009:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979495.962017:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979495.962022:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979495.962031:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979495.962069:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559938816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979495.962073:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962075:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.962079:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340a80 x1870627559938816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962089:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979495.962097:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979495.962105:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979495.962111:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979495.962123:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979495.962127:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979495.962133:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979495.962138:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979495.962145:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979495.962148:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979495.962152:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340a80.
00000100:00000001:0.0:1783979495.962158:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979495.962160:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962168:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962178:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979495.962182:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.962188:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979495.962191:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979495.962195:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979495.962202:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962214:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979495.962217:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.962219:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979495.962222:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979495.962225:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979495.962238:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979495.962245:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979495.962249:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979495.962252:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.962256:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979495.962262:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979495.962267:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979495.962273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979495.962279:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979495.962309:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979495.962314:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559938944, portal 10
00000100:00000001:0.0:1783979495.962318:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979495.962320:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:0.0:1783979495.962328:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962335:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979495.962337:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979495.962340:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979495.962343:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559938944, offset 0
00000400:00000200:0.0:1783979495.962347:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979495.962351:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.962354:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979495.962357:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979495.962359:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979495.962362:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979495.962364:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979495.962367:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390536:390536:256:4294967295] 192.168.201.140@tcp LPNI seq info [390511:390511:8:4294967295]
00000400:00000200:0.0:1783979495.962371:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.962386:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979495.962390:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.962394:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979495.962397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979495.962399:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979495.962403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979495.962407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979495.962411:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.962412:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979495.962416:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979495.962419:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979495.962422:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979495.962423:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979495.962425:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979495.962430:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962442:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.962445:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962451:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.962452:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979495.962455:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979495.962459:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979495.962462:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979495.962464:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304890898
00000100:00000001:0.0:1783979495.962467:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304894666
00000100:00000001:0.0:1783979495.962469:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304890898
00000100:00000001:0.0:1783979495.962471:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304894666
00000100:00000001:0.0:1783979495.962473:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979495.962475:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.962477:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979495.962481:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979495/real 1783979495]  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979495.962490:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979495.962491:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979495.962493:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979495.962495:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979495.962497:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979495.962499:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979495.962502:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979495.962510:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962517:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979495.962519:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962520:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.962522:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979495.962525:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962531:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979495.962535:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962541:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979495.962544:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962545:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.962547:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962548:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979495.962550:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979495.962552:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979495.962555:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979495.962557:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979495.962561:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979495.962569:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559938944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979495.962573:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979495.962576:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962580:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979495.962581:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.962583:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979495.962584:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979495.962585:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979495.962587:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979495.962589:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979495.962591:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979495.962592:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.962593:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979495.962595:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979495.962597:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979495.962599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979495.962602:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979495.962605:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979495.962608:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559939072, portal 10
00000100:00000001:0.0:1783979495.962609:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979495.962611:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:0.0:1783979495.962616:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962622:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979495.962624:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979495.962626:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979495.962628:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559939072, offset 0
00000400:00000200:0.0:1783979495.962632:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979495.962636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.962640:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979495.962642:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979495.962645:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979495.962647:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979495.962649:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979495.962652:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390537:390537:256:4294967295] 192.168.201.140@tcp LPNI seq info [390512:390512:8:4294967295]
00000400:00000200:0.0:1783979495.962655:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.962659:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979495.962662:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.962664:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979495.962667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979495.962669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979495.962671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979495.962673:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979495.962675:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.962677:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979495.962678:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979495.962680:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979495.962682:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979495.962683:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979495.962685:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979495.962687:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962692:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.962693:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962697:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.962698:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979495.962700:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979495.962702:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979495.962704:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979495.962706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304890894
00000100:00000001:0.0:1783979495.962709:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304894666
00000100:00000001:0.0:1783979495.962710:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304890894
00000100:00000001:0.0:1783979495.962712:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304894666
00000100:00000001:0.0:1783979495.962714:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979495.962716:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.962717:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979495.962721:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979495/real 1783979495]  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979495.962728:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979495.962730:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979495.962732:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979495.962734:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979495.962735:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979495.962737:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979495.962740:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979495.962748:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962754:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979495.962755:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962756:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.962757:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979495.962759:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962763:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979495.962765:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962771:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979495.962773:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962774:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.962775:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.962777:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979495.962779:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979495.962781:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979495.962784:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979495.962786:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979495.962790:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979495.962803:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979495.962806:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979495.962809:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962815:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979495.962817:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.962818:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979495.962820:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979495.962821:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979495.962824:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979495.962827:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979495.962829:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979495.962830:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.962831:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979495.962835:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979495.962836:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979495.962839:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979495.962842:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979495.962845:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979495.962848:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559939200, portal 4
00000100:00000001:0.0:1783979495.962850:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979495.962851:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:0.0:1783979495.962857:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962862:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979495.962864:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979495.962867:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979495.962869:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559939200, offset 0
00000400:00000200:0.0:1783979495.962872:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979495.962876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.962879:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979495.962882:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979495.962884:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979495.962892:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979495.962894:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979495.962896:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390538:390538:256:4294967295] 192.168.201.140@tcp LPNI seq info [390513:390513:8:4294967295]
00000400:00000200:0.0:1783979495.962900:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.962905:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979495.962909:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.962911:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979495.962915:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979495.962917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979495.962921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979495.962923:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979495.962926:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.962927:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979495.962930:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979495.962932:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979495.962935:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979495.962937:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979495.962939:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979495.962942:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962948:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.962950:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.962956:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.962957:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979495.962960:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979495.962962:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979495.962965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979495.962967:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304890921
00000100:00000001:0.0:1783979495.962969:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304894666
00000100:00000001:0.0:1783979495.962971:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304890921
00000100:00000001:0.0:1783979495.962972:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304894666
00000100:00000001:0.0:1783979495.962974:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979495.962976:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.962978:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979495.962982:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979495/real 1783979495]  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979495.962988:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979495.962989:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979495.962991:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979495.962992:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979495.962994:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979495.962995:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979495.962998:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979495.963005:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963010:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979495.963011:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963013:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.963014:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979495.963017:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963024:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979495.963028:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963034:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979495.963037:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963038:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.963039:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963041:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979495.963043:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979495.963044:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979495.963063:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979495.963065:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979495.963068:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979495.963073:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979495.963075:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963076:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.963078:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559938944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963082:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979495.963083:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979495.963084:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979495.963086:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979495.963087:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979495.963088:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979495.963089:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979495.963090:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979495.963092:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979495.963093:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979495.963094:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:0.0:1783979495.963096:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979495.963097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963098:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.963101:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559939072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963123:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979495.963125:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979495.963127:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979495.963129:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979495.963130:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979495.963131:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979495.963133:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979495.963134:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979495.963136:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979495.963137:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979495.963139:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:0.0:1783979495.963141:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979495.963142:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963144:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.963148:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559939200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963154:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979495.963155:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979495.963157:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979495.963159:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979495.963160:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979495.963161:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979495.963163:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979495.963164:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979495.963166:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979495.963167:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979495.963169:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:0.0:1783979495.963171:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979495.963172:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963174:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963179:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979495.963180:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.963182:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979495.963183:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979495.963184:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979495.963188:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963195:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979495.963197:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.963198:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979495.963200:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979495.963202:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979495.963204:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979495.963207:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979495.963208:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979495.963210:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979495.963211:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979495.963214:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979495.963216:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979495.963219:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979495.963221:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979495.963224:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979495.963227:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559939328, portal 4
00000100:00000001:0.0:1783979495.963229:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979495.963230:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:0.0:1783979495.963235:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963241:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979495.963243:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979495.963245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979495.963247:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559939328, offset 0
00000400:00000200:0.0:1783979495.963250:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979495.963254:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.963257:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979495.963259:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979495.963262:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979495.963264:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979495.963266:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979495.963270:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390539:390539:256:4294967295] 192.168.201.140@tcp LPNI seq info [390514:390514:8:4294967295]
00000400:00000200:0.0:1783979495.963274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979495.963280:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979495.963284:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.963287:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979495.963291:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979495.963293:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979495.963297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979495.963299:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979495.963303:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979495.963305:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979495.963308:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979495.963311:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979495.963314:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979495.963315:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979495.963318:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979495.963321:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963329:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.963332:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979520 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963336:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.963337:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979495.963339:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979495.963341:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979495.963343:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979495.963344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304890924
00000100:00000001:0.0:1783979495.963346:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304894666
00000100:00000001:0.0:1783979495.963347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304890924
00000100:00000001:0.0:1783979495.963349:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304894666
00000100:00000001:0.0:1783979495.963350:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979495.963352:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.963353:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979495.963355:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979495/real 1783979495]  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979495.963360:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979495.963361:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979495.963362:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979495.963363:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979495.963364:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979495.963365:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979495.963367:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979495.963373:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963379:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979495.963380:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963382:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.963383:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979495.963387:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963393:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979495.963397:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963403:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979495.963406:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963407:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979495.963408:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963410:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979495.963411:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979495.963413:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979495.963417:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979495.963419:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979495.963422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979495.963430:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979495.963433:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963435:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979495.963437:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559939328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979520 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979495.963441:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979495.963442:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979495.963443:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979495.963445:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979495.963446:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979495.963446:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979495.963448:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979495.963448:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:0.0:1783979495.963450:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979495.963451:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979495.963452:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:0.0:1783979495.963453:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979495.963454:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963455:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979495.963457:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979495.963458:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979495.963460:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979495.963461:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979496.729203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979496.729211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979496.729217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979496.729218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979496.729222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979496.729223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979496.729378:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979496.729382:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979496.729385:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979497.754161:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979497.754166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979497.754170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979497.754171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979497.754174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979497.754174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979497.754230:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979497.754234:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979497.754237:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979498.779592:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979498.779598:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979498.779602:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979498.779602:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979498.779605:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979498.779606:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979498.779670:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979498.779674:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979498.779677:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979499.801161:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304894666, at 4304894720
00000100:00000010:3.0:1783979499.801181:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64d80.
00010000:00000001:1.0:1783979499.801274:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979499.801280:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979499.801281:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979499.801284:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979499.801287:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979499.801289:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979499.801291:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979499.801293:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979499.801296:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979499.801298:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979499.801299:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979499.801300:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979499.801301:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979499.801302:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979499.801304:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979499.801306:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979499.801309:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979499.801311:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979499.801597:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979499.801601:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979499.801603:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979500.825190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979500.825198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979500.825204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979500.825205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979500.825208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979500.825210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979500.825277:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979500.825281:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979500.825284:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979501.081684:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979501.081694:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979501.081700:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979501.081719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.081744:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979501.081748:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.081756:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979501.081762:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979501.081766:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979501.081773:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559939456:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979501.081785:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979501.081794:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979501.081801:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.081808:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979501.081820:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979501.081827:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979501.081843:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979501.081849:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979501.081860:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979501.081872:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559939456, portal 25
00000100:00000001:0.0:1783979501.081878:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979501.081882:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:0.0:1783979501.081894:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.081939:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979501.081952:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979501.081959:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979501.081970:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559939456, offset 0
00000400:00000200:0.0:1783979501.081985:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979501.082003:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.082016:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979501.082460:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979501.083509:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979501.083520:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979501.083530:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979501.083540:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390540:390540:256:4294967295] 192.168.201.140@tcp LPNI seq info [390515:390515:8:4294967295]
00000400:00000200:0.0:1783979501.083554:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.083646:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979501.083662:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.083674:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979501.083689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979501.083758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979501.083769:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979501.083772:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979501.083776:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.083779:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979501.083785:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979501.083789:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979501.083795:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979501.083803:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979501.083809:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979501.083819:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.083835:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.083840:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.083852:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.083854:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979501.083863:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979501.083868:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979501.083872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304899788
00000100:00000010:0.0:1783979501.083878:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64300.
00000100:00000001:0.0:1783979501.083884:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979501.083890:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304899788
00000100:00000010:0.0:1783979501.083893:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64360.
00000100:00000001:0.0:1783979501.083895:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979501.083898:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979501.083900:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.083903:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979501.083907:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979501/real 1783979501]  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979501.083917:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979501.083918:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979501.083921:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979501.083924:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979501.083926:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979501.083928:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979501.083931:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979501.083938:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.083944:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979501.083945:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.083948:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.083949:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979501.083953:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.083968:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979501.083976:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.083982:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979501.083985:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.083987:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.083988:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.083991:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979501.083993:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979501.084000:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979501.084010:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979501.084017:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979501.084042:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979501.084103:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559939456:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979501.084119:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.084126:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.084134:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559939456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084156:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979501.084162:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979501.084167:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979501.084175:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979501.084181:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979501.084187:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979501.084198:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979501.084203:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:0.0:1783979501.084214:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979501.084220:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979501.084226:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:0.0:1783979501.084237:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979501.084241:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.084248:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.084272:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979501.084277:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.084285:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979501.084290:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979501.084296:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979501.084307:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084337:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979501.084341:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.084349:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979501.084356:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979501.084363:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979501.084377:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979501.084399:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979501.084407:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979501.084415:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.084422:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979501.084433:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979501.084436:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979501.084440:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979501.084444:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979501.084448:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979501.084453:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559939584, portal 10
00000100:00000001:0.0:1783979501.084455:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979501.084456:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:0.0:1783979501.084465:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084471:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979501.084474:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979501.084476:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979501.084480:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559939584, offset 0
00000400:00000200:0.0:1783979501.084484:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979501.084490:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.084496:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979501.084500:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979501.084502:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979501.084505:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979501.084507:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979501.084509:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390541:390541:256:4294967295] 192.168.201.140@tcp LPNI seq info [390516:390516:8:4294967295]
00000400:00000200:0.0:1783979501.084513:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.084519:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979501.084523:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.084527:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979501.084531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979501.084533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979501.084537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979501.084539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979501.084543:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.084545:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979501.084548:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979501.084551:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979501.084554:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979501.084555:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979501.084563:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979501.084567:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084575:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.084578:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084585:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.084587:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979501.084590:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979501.084594:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979501.084596:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979501.084598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304896020
00000100:00000001:0.0:1783979501.084600:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304899788
00000100:00000001:0.0:1783979501.084602:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304896020
00000100:00000001:0.0:1783979501.084604:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304899788
00000100:00000001:0.0:1783979501.084605:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979501.084607:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.084609:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979501.084613:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979501/real 1783979501]  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979501.084620:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979501.084622:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979501.084623:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979501.084626:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979501.084628:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979501.084630:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979501.084633:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979501.084641:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084647:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979501.084648:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.084649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.084650:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979501.084653:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084659:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979501.084663:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084669:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979501.084671:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.084672:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.084674:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.084676:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979501.084677:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979501.084680:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979501.084683:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979501.084684:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979501.084688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979501.084766:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979501.084773:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979501.084776:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084783:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979501.084784:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.084786:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979501.084788:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979501.084790:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979501.084793:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979501.084796:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979501.084798:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979501.084800:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.084801:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979501.084805:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979501.084807:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979501.084811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979501.084813:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979501.084817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979501.084819:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559939712, portal 10
00000100:00000001:0.0:1783979501.084821:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979501.084822:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:0.0:1783979501.084828:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084834:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979501.084837:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979501.084839:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979501.084841:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559939712, offset 0
00000400:00000200:0.0:1783979501.084845:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979501.084849:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.084853:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979501.084856:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979501.084859:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979501.084861:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979501.084863:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979501.084865:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390542:390542:256:4294967295] 192.168.201.140@tcp LPNI seq info [390517:390517:8:4294967295]
00000400:00000200:0.0:1783979501.084869:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.084874:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979501.084878:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.084881:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979501.084884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979501.084887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979501.084890:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979501.084893:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979501.084896:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.084897:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979501.084900:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979501.084902:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979501.084905:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979501.084907:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979501.084909:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979501.084912:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084918:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.084920:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084926:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.084927:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979501.084930:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979501.084932:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979501.084935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979501.084937:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304896016
00000100:00000001:0.0:1783979501.084939:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304899788
00000100:00000001:0.0:1783979501.084941:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304896016
00000100:00000001:0.0:1783979501.084943:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304899788
00000100:00000001:0.0:1783979501.084945:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979501.084947:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.084949:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979501.084952:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979501/real 1783979501]  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979501.084960:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979501.084961:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979501.084963:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979501.084965:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979501.084967:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979501.084969:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979501.084972:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979501.084978:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084985:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979501.084986:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.084988:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.084989:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979501.084992:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.084998:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979501.085002:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085008:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979501.085011:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085012:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.085013:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085015:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979501.085018:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979501.085020:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979501.085023:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979501.085033:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979501.085037:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979501.085043:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979501.085047:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979501.085080:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085086:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979501.085088:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.085090:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979501.085092:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979501.085094:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979501.085097:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979501.085100:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979501.085102:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979501.085104:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.085105:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979501.085109:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979501.085111:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979501.085115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979501.085118:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979501.085121:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979501.085124:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559939840, portal 4
00000100:00000001:0.0:1783979501.085126:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979501.085127:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:0.0:1783979501.085132:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085138:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979501.085141:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979501.085143:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979501.085145:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559939840, offset 0
00000400:00000200:0.0:1783979501.085147:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979501.085151:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.085155:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979501.085158:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979501.085160:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979501.085162:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979501.085164:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979501.085167:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390543:390543:256:4294967295] 192.168.201.140@tcp LPNI seq info [390518:390518:8:4294967295]
00000400:00000200:0.0:1783979501.085171:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.085176:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979501.085181:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.085185:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979501.085188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979501.085191:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979501.085195:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979501.085197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979501.085201:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.085202:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979501.085205:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979501.085208:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979501.085211:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979501.085213:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979501.085215:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979501.085218:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085225:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.085228:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085234:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.085236:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979501.085238:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979501.085241:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979501.085244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979501.085247:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304896044
00000100:00000001:0.0:1783979501.085249:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304899788
00000100:00000001:0.0:1783979501.085251:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304896044
00000100:00000001:0.0:1783979501.085253:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304899788
00000100:00000001:0.0:1783979501.085254:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979501.085256:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.085257:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979501.085260:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979501/real 1783979501]  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979501.085269:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979501.085270:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979501.085272:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979501.085274:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979501.085275:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979501.085278:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979501.085281:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979501.085288:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085294:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979501.085296:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085297:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.085298:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979501.085302:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085308:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979501.085312:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085318:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979501.085320:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085320:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.085321:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085322:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979501.085324:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979501.085325:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979501.085328:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979501.085330:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979501.085334:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979501.085341:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979501.085344:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085346:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.085349:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559939584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085355:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979501.085357:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979501.085359:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979501.085361:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979501.085363:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979501.085365:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979501.085367:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979501.085369:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979501.085372:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979501.085373:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979501.085375:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:0.0:1783979501.085378:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979501.085379:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085380:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.085383:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559939712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085387:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979501.085388:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979501.085389:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979501.085391:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979501.085391:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979501.085392:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979501.085393:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979501.085394:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979501.085395:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979501.085396:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979501.085397:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:0.0:1783979501.085398:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979501.085399:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085400:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.085402:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559939840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085405:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979501.085406:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979501.085407:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979501.085408:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979501.085408:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979501.085409:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979501.085410:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979501.085411:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979501.085412:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979501.085414:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979501.085415:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:0.0:1783979501.085417:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979501.085418:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085419:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085424:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979501.085425:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.085428:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979501.085429:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979501.085430:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979501.085434:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085440:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979501.085441:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.085444:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979501.085445:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979501.085447:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979501.085450:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979501.085453:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979501.085455:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979501.085457:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979501.085459:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979501.085461:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979501.085462:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979501.085465:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979501.085467:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979501.085470:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979501.085473:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559939968, portal 4
00000100:00000001:0.0:1783979501.085475:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979501.085476:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:0.0:1783979501.085481:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085487:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979501.085489:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979501.085492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979501.085494:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559939968, offset 0
00000400:00000200:0.0:1783979501.085498:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979501.085501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.085505:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979501.085507:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979501.085510:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979501.085512:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979501.085514:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979501.085517:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390544:390544:256:4294967295] 192.168.201.140@tcp LPNI seq info [390519:390519:8:4294967295]
00000400:00000200:0.0:1783979501.085521:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979501.085527:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979501.085531:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.085534:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979501.085537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979501.085539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1783979501.085542:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979501.085545:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1783979501.085548:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979501.085550:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979501.085552:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979501.085555:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979501.085557:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979501.085558:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979501.085561:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979501.085564:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085570:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.085573:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.085579:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979501.085582:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979501.085585:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979501.085587:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979501.085589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304896046
00000100:00000001:0.0:1783979501.085591:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304899788
00000100:00000001:0.0:1783979501.085593:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304896046
00000100:00000001:0.0:1783979501.085595:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304899788
00000100:00000001:0.0:1783979501.085597:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979501.085599:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.085600:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979501.085603:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979501/real 1783979501]  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979501.085609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979501.085610:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979501.085611:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979501.085614:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979501.085615:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979501.085617:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979501.085620:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979501.085627:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085632:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979501.085634:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085635:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.085637:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979501.085639:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085645:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979501.085648:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085653:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979501.085656:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085657:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979501.085658:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085660:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979501.085661:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979501.085664:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979501.085667:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979501.085669:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979501.085672:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979501.085678:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559939968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979501.085681:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085683:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979501.085686:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559939968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979501.085692:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979501.085693:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979501.085694:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979501.085764:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979501.085766:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979501.085767:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979501.085769:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979501.085770:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979501.085773:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979501.085774:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979501.085775:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:0.0:1783979501.085778:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979501.085779:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085781:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979501.085784:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979501.085785:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979501.085786:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979501.085788:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979501.849823:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979501.849831:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979501.849837:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979501.849838:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979501.849842:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979501.849843:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979501.849938:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979501.849941:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979501.849944:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979502.873436:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979502.873444:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979502.873449:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979502.873450:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979502.873453:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979502.873455:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979502.874740:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979502.874744:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979502.874748:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979503.897229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979503.897290:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979503.897297:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979503.897298:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979503.897301:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979503.897302:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979503.897396:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979503.897399:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979503.897402:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979504.921313:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979504.921321:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979504.921326:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979504.921328:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979504.921331:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979504.921335:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979504.921337:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979504.921340:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979504.921342:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979504.921344:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979504.921346:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979504.921348:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979504.921420:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979504.921424:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979504.921427:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979504.921630:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304899788, at 4304899840
00000100:00000010:3.0:1783979504.921643:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64360.
00000800:00000200:3.0:1783979505.049199:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979505.049207:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979505.049212:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00010000:00000001:1.0:1783979505.945295:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979505.945302:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979505.945308:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979505.945309:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979505.945313:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979505.945314:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979505.945379:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979505.945383:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979505.945386:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979506.201962:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979506.201967:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979506.201970:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979506.201977:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.201985:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979506.201987:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.201991:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979506.201994:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979506.201996:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979506.202000:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559940096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979506.202004:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979506.202008:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979506.202011:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.202013:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979506.202018:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979506.202020:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979506.202025:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979506.202028:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979506.202034:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979506.202041:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559940096, portal 25
00000100:00000001:0.0:1783979506.202043:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979506.202045:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:0.0:1783979506.202085:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202092:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979506.202095:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979506.202098:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979506.202102:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559940096, offset 0
00000400:00000200:0.0:1783979506.202108:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979506.202116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.202121:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979506.202126:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979506.202129:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979506.202132:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979506.202135:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979506.202139:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390545:390545:256:4294967295] 192.168.201.140@tcp LPNI seq info [390520:390520:8:4294967295]
00000400:00000200:0.0:1783979506.202143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.202153:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979506.202159:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.202163:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979506.202170:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979506.202173:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979506.202178:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979506.202182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979506.202186:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.202188:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979506.202194:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979506.202197:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979506.202202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979506.202205:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979506.202208:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979506.202212:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202221:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.202224:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202230:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.202231:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979506.202236:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979506.202239:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979506.202242:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304904907
00000100:00000010:0.0:1783979506.202247:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64300.
00000100:00000001:0.0:1783979506.202252:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979506.202263:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304904907
00000100:00000010:0.0:1783979506.202267:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64d80.
00000100:00000001:0.0:1783979506.202270:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979506.202273:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979506.202276:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.202279:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979506.202284:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979506/real 1783979506]  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979506.202294:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979506.202296:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979506.202298:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979506.202301:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979506.202302:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979506.202305:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979506.202310:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979506.202317:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202323:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979506.202325:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202327:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.202329:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979506.202332:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202338:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979506.202342:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202348:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979506.202352:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202353:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.202355:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202357:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979506.202359:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979506.202361:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979506.202364:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979506.202365:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979506.202368:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979506.202373:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559940096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979506.202376:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979506.202378:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202381:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979506.202382:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.202384:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979506.202386:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979506.202388:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979506.202390:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979506.202393:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979506.202395:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979506.202396:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.202398:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979506.202401:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979506.202403:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979506.202406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979506.202409:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979506.202412:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979506.202414:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559940224, portal 10
00000100:00000001:0.0:1783979506.202416:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979506.202417:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:0.0:1783979506.202423:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202430:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979506.202433:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979506.202435:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979506.202437:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559940224, offset 0
00000400:00000200:0.0:1783979506.202440:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979506.202444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.202448:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979506.202451:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979506.202453:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979506.202455:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979506.202458:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979506.202461:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390546:390546:256:4294967295] 192.168.201.140@tcp LPNI seq info [390521:390521:8:4294967295]
00000400:00000200:0.0:1783979506.202465:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.202471:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979506.202475:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.202478:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979506.202483:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979506.202485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979506.202489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979506.202491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979506.202494:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.202496:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979506.202498:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979506.202501:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979506.202504:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979506.202506:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979506.202508:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979506.202512:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202519:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.202522:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202528:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.202530:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979506.202533:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979506.202537:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979506.202540:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979506.202542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304901138
00000100:00000001:0.0:1783979506.202545:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304904907
00000100:00000001:0.0:1783979506.202547:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304901138
00000100:00000001:0.0:1783979506.202549:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304904907
00000100:00000001:0.0:1783979506.202551:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979506.202553:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.202554:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979506.202558:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979506/real 1783979506]  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979506.202566:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979506.202567:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979506.202568:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979506.202571:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979506.202572:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979506.202574:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979506.202577:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979506.202597:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202603:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979506.202605:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202606:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.202608:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979506.202611:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202618:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979506.202622:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202629:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979506.202631:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202633:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.202635:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202636:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979506.202638:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979506.202640:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979506.202644:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979506.202645:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979506.202649:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979506.202657:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979506.202660:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979506.202664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202670:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979506.202671:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.202673:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979506.202675:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979506.202677:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979506.202679:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979506.202682:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979506.202684:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979506.202685:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.202687:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979506.202690:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979506.202692:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979506.202696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979506.202699:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979506.202702:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979506.202705:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559940352, portal 10
00000100:00000001:0.0:1783979506.202707:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979506.202708:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:0.0:1783979506.202714:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202720:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979506.202722:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979506.202724:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979506.202726:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559940352, offset 0
00000400:00000200:0.0:1783979506.202730:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979506.202734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.202737:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979506.202740:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979506.202742:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979506.202745:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979506.202747:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979506.202749:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390547:390547:256:4294967295] 192.168.201.140@tcp LPNI seq info [390522:390522:8:4294967295]
00000400:00000200:0.0:1783979506.202753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.202759:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979506.202764:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.202767:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979506.202770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979506.202772:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979506.202775:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979506.202778:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979506.202781:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.202783:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979506.202785:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979506.202788:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979506.202791:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979506.202794:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979506.202796:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979506.202800:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202807:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.202810:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202816:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.202817:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979506.202820:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979506.202823:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979506.202826:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979506.202828:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304901134
00000100:00000001:0.0:1783979506.202831:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304904907
00000100:00000001:0.0:1783979506.202832:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304901134
00000100:00000001:0.0:1783979506.202834:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304904907
00000100:00000001:0.0:1783979506.202836:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979506.202838:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.202840:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979506.202844:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979506/real 1783979506]  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979506.202851:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979506.202853:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979506.202854:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979506.202857:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979506.202858:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979506.202860:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979506.202863:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979506.202872:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202879:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979506.202881:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202883:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.202884:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979506.202887:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202893:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979506.202897:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202903:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979506.202906:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202907:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.202908:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.202910:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979506.202911:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979506.202914:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979506.202917:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979506.202919:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979506.202922:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979506.202930:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979506.202934:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979506.202949:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.202956:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979506.202958:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.202960:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979506.202962:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979506.202964:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979506.202967:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979506.202970:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979506.202972:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979506.202973:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.202975:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979506.202978:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979506.202980:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979506.202983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979506.202986:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979506.202989:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979506.202992:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559940480, portal 4
00000100:00000001:0.0:1783979506.202995:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979506.202996:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:0.0:1783979506.203002:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203007:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979506.203010:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979506.203012:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979506.203015:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559940480, offset 0
00000400:00000200:0.0:1783979506.203020:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979506.203024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.203028:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979506.203031:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979506.203033:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979506.203035:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979506.203037:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979506.203040:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390548:390548:256:4294967295] 192.168.201.140@tcp LPNI seq info [390523:390523:8:4294967295]
00000400:00000200:0.0:1783979506.203044:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.203083:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979506.203088:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.203091:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979506.203095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979506.203097:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979506.203101:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979506.203105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979506.203109:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.203110:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979506.203114:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979506.203117:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979506.203120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979506.203122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979506.203125:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979506.203129:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203136:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.203139:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203145:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.203146:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979506.203149:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979506.203152:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979506.203155:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979506.203157:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304901162
00000100:00000001:0.0:1783979506.203159:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304904907
00000100:00000001:0.0:1783979506.203161:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304901162
00000100:00000001:0.0:1783979506.203163:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304904907
00000100:00000001:0.0:1783979506.203165:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979506.203167:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.203169:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979506.203173:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979506/real 1783979506]  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979506.203181:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979506.203183:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979506.203184:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979506.203186:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979506.203188:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979506.203190:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979506.203193:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979506.203200:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203206:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979506.203207:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203209:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.203210:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979506.203213:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203219:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979506.203223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203230:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979506.203232:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203233:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.203235:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203236:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979506.203238:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979506.203240:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979506.203243:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979506.203245:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979506.203249:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979506.203257:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979506.203261:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979506.203264:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203270:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979506.203272:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.203274:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979506.203276:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979506.203278:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979506.203282:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979506.203285:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979506.203287:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979506.203289:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979506.203290:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979506.203294:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979506.203296:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979506.203299:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979506.203301:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979506.203304:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979506.203307:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559940608, portal 4
00000100:00000001:0.0:1783979506.203308:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979506.203310:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:0.0:1783979506.203315:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203322:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979506.203324:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979506.203327:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979506.203329:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559940608, offset 0
00000400:00000200:0.0:1783979506.203334:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979506.203337:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.203340:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979506.203343:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979506.203345:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979506.203347:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979506.203349:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979506.203352:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390549:390549:256:4294967295] 192.168.201.140@tcp LPNI seq info [390524:390524:8:4294967295]
00000400:00000200:0.0:1783979506.203356:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979506.203362:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979506.203366:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.203369:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979506.203373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979506.203375:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979506.203379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979506.203381:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979506.203385:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979506.203386:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979506.203389:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979506.203392:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979506.203395:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979506.203397:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979506.203399:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979506.203403:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.203413:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203419:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.203420:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979506.203423:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979506.203426:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979506.203429:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979506.203431:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304901164
00000100:00000001:0.0:1783979506.203433:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304904907
00000100:00000001:0.0:1783979506.203435:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304901164
00000100:00000001:0.0:1783979506.203438:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304904907
00000100:00000001:0.0:1783979506.203440:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979506.203442:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.203443:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979506.203447:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979506/real 1783979506]  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979506.203454:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979506.203456:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979506.203457:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979506.203459:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979506.203461:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979506.203463:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979506.203466:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979506.203474:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203480:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979506.203481:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203483:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.203484:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979506.203487:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203494:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979506.203497:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203504:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979506.203506:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203508:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979506.203509:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203511:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979506.203512:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979506.203515:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979506.203518:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979506.203520:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979506.203524:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979506.203531:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979506.203535:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203537:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.203539:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559940096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203546:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979506.203548:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979506.203551:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979506.203554:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979506.203556:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979506.203558:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979506.203560:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979506.203562:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979506.203565:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979506.203567:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979506.203568:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:0.0:1783979506.203572:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979506.203573:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203575:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.203578:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559940224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203597:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979506.203598:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979506.203600:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979506.203603:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979506.203604:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979506.203605:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979506.203607:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979506.203608:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:0.0:1783979506.203610:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979506.203611:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979506.203612:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:0.0:1783979506.203615:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979506.203616:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203618:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.203621:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559940352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203627:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979506.203628:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979506.203629:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979506.203631:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979506.203632:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979506.203633:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979506.203635:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979506.203636:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979506.203639:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979506.203640:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979506.203641:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:0.0:1783979506.203643:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979506.203644:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203646:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.203649:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559940480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203656:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979506.203657:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979506.203659:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979506.203662:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979506.203663:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979506.203664:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979506.203666:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979506.203667:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979506.203669:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979506.203670:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979506.203671:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:0.0:1783979506.203673:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979506.203675:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203676:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979506.203680:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559940608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979506.203686:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979506.203687:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979506.203689:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979506.203691:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979506.203692:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979506.203693:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979506.203695:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979506.203696:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979506.203698:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979506.203699:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979506.203700:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:0.0:1783979506.203703:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979506.203704:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203706:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979506.203714:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979506.203716:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979506.203718:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979506.203720:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979506.969780:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979506.969790:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979506.969797:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979506.969798:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979506.969802:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979506.969803:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979506.969958:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979506.969962:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979506.969965:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979507.993232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979507.993242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979507.993249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979507.993251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979507.993254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979507.993255:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979507.993332:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979507.993336:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979507.993338:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979509.017204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979509.017215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979509.017221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979509.017223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979509.017227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979509.017228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979509.018448:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979509.018455:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979509.018461:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979510.041208:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304904907, at 4304904960
00000100:00000010:3.0:1783979510.041229:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64d80.
00010000:00000001:1.0:1783979510.041349:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979510.041356:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979510.041359:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979510.041364:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979510.041369:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979510.041371:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979510.041374:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979510.041376:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979510.041382:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979510.041383:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979510.041384:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979510.041386:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979510.041387:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979510.041388:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979510.041390:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979510.041392:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979510.041397:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979510.041399:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979510.042225:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979510.042229:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979510.042232:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979511.065216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979511.065227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979511.065235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979511.065236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979511.065240:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979511.065241:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979511.065712:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979511.065717:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979511.065721:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979511.321525:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979511.321544:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979511.321547:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979511.321550:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979511.321554:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979511.321561:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10233
00000400:00000200:1.0:1783979511.321570:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979511.321576:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979511.321579:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979511.321582:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321584:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.321586:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321589:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979511.321592:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979511.321595:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979511.321598:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979511.321601:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979511.321604:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979511.321606:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979511.321609:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321611:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.321613:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321615:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979511.321618:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979511.321621:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321624:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979511.321626:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979511.321630:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979511.321632:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.321634:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979511.321637:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979511.321645:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979511.321649:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979511.321652:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979511.321654:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.321657:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979511.321659:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979511.321663:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979511.321672:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979511.321678:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979511.321686:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979511.321696:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979511.321700:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979511.321705:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979511.321739:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979511.321743:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979511.321746:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979511.321748:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979511.321749:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979511.321752:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979511.321754:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10233
00000400:00000200:1.0:1783979511.321758:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979511.321761:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979511.321763:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979511.321766:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321767:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.321769:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321771:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979511.321773:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979511.321774:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979511.321775:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979511.321777:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979511.321779:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979511.321781:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979511.321784:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321785:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.321787:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321789:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979511.321791:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979511.321794:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321796:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979511.321799:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979511.321804:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979511.321806:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.321808:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979511.321812:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979511.321815:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.321816:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979511.321820:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979511.321822:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979511.321824:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979511.321825:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.321827:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979511.321829:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979511.321831:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979511.321834:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979511.321837:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979511.321842:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979511.321859:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979511.321861:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979511.321864:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979511.321871:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979511.321874:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979511.321878:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979511.321879:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979511.321881:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979511.321883:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979511.321885:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10233
00000400:00000200:1.0:1783979511.321889:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979511.321892:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979511.321902:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979511.321906:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321908:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.321910:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321912:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979511.321914:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979511.321915:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979511.321917:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979511.321919:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979511.321920:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979511.321922:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979511.321925:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321927:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.321929:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321932:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979511.321934:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979511.321936:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979511.321939:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979511.321940:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979511.321943:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979511.321945:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.321946:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979511.321948:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979511.321950:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.321952:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979511.321955:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979511.321957:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979511.321960:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979511.321961:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.321962:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979511.321963:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979511.321965:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979511.321968:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979511.321972:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979511.321976:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979511.321984:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979511.321986:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979511.321989:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979511.321996:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979511.321999:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979511.322003:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979511.322004:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979511.322005:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979511.322008:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979511.322010:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10233
00000400:00000200:1.0:1783979511.322019:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979511.322022:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979511.322023:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979511.322026:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322028:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.322030:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322032:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979511.322034:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979511.322035:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979511.322037:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979511.322039:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979511.322041:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979511.322043:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979511.322045:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322089:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.322092:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322094:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979511.322096:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979511.322099:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322101:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979511.322103:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979511.322106:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979511.322107:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.322109:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979511.322111:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979511.322113:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.322115:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979511.322118:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979511.322120:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979511.322122:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979511.322123:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.322125:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979511.322126:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979511.322128:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979511.322132:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979511.322136:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979511.322140:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979511.322147:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979511.322149:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979511.322152:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979511.322160:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979511.322162:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979511.322165:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979511.322167:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979511.322169:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979511.322171:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979511.322174:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10233
00000400:00000200:1.0:1783979511.322188:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979511.322192:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979511.322194:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979511.322196:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322198:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.322200:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322202:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979511.322204:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979511.322205:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979511.322207:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979511.322209:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979511.322211:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979511.322213:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979511.322216:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322218:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979511.322219:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322221:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979511.322223:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979511.322226:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979511.322228:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979511.322229:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979511.322232:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979511.322234:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.322236:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979511.322237:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979511.322239:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.322241:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979511.322245:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979511.322247:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979511.322249:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979511.322250:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979511.322252:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979511.322253:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979511.322255:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979511.322258:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979511.322261:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979511.322265:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979511.322270:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979511.322272:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979511.322274:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979511.322278:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979511.322282:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10243)
00000100:00000001:0.0:1783979511.322691:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979511.322700:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979511.322702:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979511.322708:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.322716:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979511.322718:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.322722:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979511.322724:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979511.322727:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979511.322730:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559940736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979511.322734:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979511.322737:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979511.322740:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.322742:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979511.322747:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979511.322749:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979511.322753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979511.322757:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979511.322763:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979511.322769:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559940736, portal 25
00000100:00000001:0.0:1783979511.322772:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979511.322773:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:0.0:1783979511.322778:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.322784:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979511.322787:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979511.322790:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979511.322793:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559940736, offset 0
00000400:00000200:0.0:1783979511.322799:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979511.322806:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.322811:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979511.322816:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979511.322819:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979511.322823:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979511.322825:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979511.322829:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390550:390550:256:4294967295] 192.168.201.140@tcp LPNI seq info [390525:390525:8:4294967295]
00000400:00000200:0.0:1783979511.322834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.322842:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979511.322858:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.322863:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979511.322870:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979511.322873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979511.322879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979511.322886:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979511.322890:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.322893:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979511.322898:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979511.322902:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979511.322908:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979511.322910:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979511.322914:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979511.322919:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.322927:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.322930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.322938:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.322939:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979511.322946:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979511.322950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979511.322953:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304910027
00000100:00000010:0.0:1783979511.322958:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb642a0.
00000100:00000001:0.0:1783979511.322965:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979511.322969:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304910027
00000100:00000010:0.0:1783979511.322972:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb645a0.
00000100:00000001:0.0:1783979511.322975:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979511.322978:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979511.322980:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.322983:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979511.322987:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979511/real 1783979511]  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979511.322995:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979511.322997:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979511.322999:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979511.323001:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979511.323002:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979511.323004:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979511.323008:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979511.323014:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323020:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979511.323021:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323023:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.323025:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979511.323028:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323034:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979511.323037:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323045:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979511.323074:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323076:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.323077:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323080:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979511.323082:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979511.323085:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979511.323089:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979511.323092:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979511.323096:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979511.323104:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559940736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979511.323108:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979511.323112:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323118:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979511.323119:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.323121:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979511.323122:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979511.323124:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979511.323126:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979511.323129:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979511.323130:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979511.323132:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.323133:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979511.323136:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979511.323138:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979511.323140:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979511.323143:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979511.323146:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979511.323148:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559940864, portal 10
00000100:00000001:0.0:1783979511.323150:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979511.323151:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:0.0:1783979511.323157:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323162:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979511.323164:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979511.323166:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979511.323168:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559940864, offset 0
00000400:00000200:0.0:1783979511.323171:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979511.323175:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.323178:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979511.323181:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979511.323184:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979511.323185:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979511.323187:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979511.323189:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390551:390551:256:4294967295] 192.168.201.140@tcp LPNI seq info [390526:390526:8:4294967295]
00000400:00000200:0.0:1783979511.323193:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.323198:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979511.323201:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.323204:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979511.323207:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979511.323209:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979511.323214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979511.323216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979511.323219:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.323220:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979511.323223:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979511.323225:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979511.323228:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979511.323229:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979511.323231:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979511.323234:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323240:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.323243:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323248:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.323249:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979511.323252:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979511.323255:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979511.323258:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979511.323259:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304906259
00000100:00000001:0.0:1783979511.323262:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304910027
00000100:00000001:0.0:1783979511.323264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304906259
00000100:00000001:0.0:1783979511.323265:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304910027
00000100:00000001:0.0:1783979511.323267:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979511.323269:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.323270:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979511.323273:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979511/real 1783979511]  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979511.323279:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979511.323281:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979511.323282:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979511.323283:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979511.323285:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979511.323286:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979511.323289:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979511.323296:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323308:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979511.323309:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.323312:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979511.323315:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323321:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979511.323324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323331:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979511.323334:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323335:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.323336:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323337:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979511.323339:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979511.323341:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979511.323344:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979511.323347:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979511.323350:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979511.323356:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979511.323360:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979511.323363:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323369:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979511.323370:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.323372:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979511.323374:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979511.323375:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979511.323378:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979511.323381:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979511.323382:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979511.323384:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.323385:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979511.323388:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979511.323390:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979511.323392:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979511.323395:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979511.323397:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979511.323400:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559940992, portal 10
00000100:00000001:0.0:1783979511.323402:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979511.323403:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00000040:0.0:1783979511.323408:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323414:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979511.323418:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979511.323421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979511.323424:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559940992, offset 0
00000400:00000200:0.0:1783979511.323428:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979511.323432:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.323436:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979511.323440:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979511.323445:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979511.323448:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979511.323451:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979511.323454:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390552:390552:256:4294967295] 192.168.201.140@tcp LPNI seq info [390527:390527:8:4294967295]
00000400:00000200:0.0:1783979511.323458:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.323466:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979511.323471:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.323542:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979511.323547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979511.323551:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979511.323554:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979511.323557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979511.323562:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.323565:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979511.323568:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979511.323572:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979511.323575:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979511.323577:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979511.323580:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979511.323583:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323589:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.323592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323598:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.323599:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979511.323602:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979511.323605:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979511.323608:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979511.323610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304906255
00000100:00000001:0.0:1783979511.323613:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304910027
00000100:00000001:0.0:1783979511.323615:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304906255
00000100:00000001:0.0:1783979511.323617:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304910027
00000100:00000001:0.0:1783979511.323619:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979511.323621:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.323622:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979511.323626:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979511/real 1783979511]  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979511.323634:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979511.323635:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979511.323637:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979511.323640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979511.323641:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979511.323644:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979511.323647:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979511.323654:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323660:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979511.323661:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323663:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.323664:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979511.323667:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323674:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979511.323677:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323683:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979511.323685:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323687:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.323688:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323689:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979511.323691:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979511.323693:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979511.323696:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979511.323699:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979511.323702:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979511.323710:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559940992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979511.323714:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979511.323717:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323723:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979511.323724:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.323726:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979511.323728:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979511.323730:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979511.323732:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979511.323735:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979511.323737:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979511.323739:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.323741:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979511.323744:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979511.323746:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979511.323749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979511.323751:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979511.323755:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979511.323758:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559941120, portal 4
00000100:00000001:0.0:1783979511.323759:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979511.323761:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:0.0:1783979511.323766:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323772:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979511.323774:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979511.323776:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979511.323779:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559941120, offset 0
00000400:00000200:0.0:1783979511.323783:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979511.323787:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.323790:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979511.323792:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979511.323795:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979511.323797:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979511.323799:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979511.323801:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390553:390553:256:4294967295] 192.168.201.140@tcp LPNI seq info [390528:390528:8:4294967295]
00000400:00000200:0.0:1783979511.323805:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.323811:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979511.323816:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.323819:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979511.323822:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979511.323824:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979511.323829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979511.323831:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979511.323835:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.323836:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979511.323839:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979511.323842:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979511.323845:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979511.323855:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979511.323858:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979511.323862:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323869:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.323872:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323877:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.323878:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979511.323881:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979511.323883:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979511.323886:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979511.323889:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304906282
00000100:00000001:0.0:1783979511.323892:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304910027
00000100:00000001:0.0:1783979511.323894:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304906282
00000100:00000001:0.0:1783979511.323895:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304910027
00000100:00000001:0.0:1783979511.323897:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979511.323899:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.323901:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979511.323904:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979511/real 1783979511]  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979511.323917:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979511.323919:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979511.323921:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979511.323923:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979511.323925:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979511.323927:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979511.323930:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979511.323937:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323940:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979511.323941:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323943:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.323944:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979511.323946:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323950:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979511.323952:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323955:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979511.323957:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323958:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.323959:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.323960:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979511.323961:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979511.323962:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979511.323964:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979511.323965:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979511.323967:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979511.323971:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979511.323974:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979511.323976:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.323980:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979511.323981:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.323982:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979511.323983:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979511.323984:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979511.323985:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979511.323987:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979511.323988:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979511.323990:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979511.323991:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979511.323993:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979511.323994:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979511.323996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979511.323998:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979511.324000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979511.324001:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559941248, portal 4
00000100:00000001:0.0:1783979511.324003:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979511.324004:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423313152 : -128863286238464 : ffff8accad996300)
00000100:00000040:0.0:1783979511.324007:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324011:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979511.324012:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979511.324014:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979511.324015:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559941248, offset 0
00000400:00000200:0.0:1783979511.324017:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979511.324019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.324021:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979511.324023:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979511.324025:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979511.324026:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979511.324028:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979511.324029:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390554:390554:256:4294967295] 192.168.201.140@tcp LPNI seq info [390529:390529:8:4294967295]
00000400:00000200:0.0:1783979511.324032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979511.324036:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979511.324038:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.324040:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979511.324042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979511.324043:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979511.324046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979511.324067:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979511.324069:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979511.324070:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979511.324072:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979511.324074:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979511.324076:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979511.324077:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979511.324078:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979511.324080:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324089:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.324090:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324094:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.324095:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979511.324097:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979511.324098:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979511.324100:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979511.324101:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304906285
00000100:00000001:0.0:1783979511.324103:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304910027
00000100:00000001:0.0:1783979511.324104:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304906285
00000100:00000001:0.0:1783979511.324105:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304910027
00000100:00000001:0.0:1783979511.324107:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979511.324108:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.324109:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979511.324111:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979511/real 1783979511]  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979511.324114:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979511.324115:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979511.324116:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979511.324117:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979511.324118:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979511.324119:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979511.324121:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979511.324126:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324129:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979511.324130:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324131:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.324132:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979511.324134:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324137:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979511.324139:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324142:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979511.324144:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324144:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979511.324145:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324146:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979511.324147:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979511.324148:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979511.324150:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979511.324151:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979511.324153:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979511.324157:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979511.324158:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324160:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.324162:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559940736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324166:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979511.324168:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979511.324169:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979511.324171:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979511.324172:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979511.324174:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979511.324175:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979511.324177:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:0.0:1783979511.324179:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979511.324181:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979511.324182:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:0.0:1783979511.324184:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979511.324185:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324186:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.324188:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559940864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324191:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979511.324192:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979511.324193:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979511.324194:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979511.324195:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979511.324195:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979511.324196:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979511.324197:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:0.0:1783979511.324198:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979511.324199:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979511.324200:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:0.0:1783979511.324201:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979511.324202:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.324204:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559940992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324208:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979511.324208:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979511.324209:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979511.324210:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979511.324211:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979511.324211:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979511.324212:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979511.324213:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:0.0:1783979511.324214:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979511.324215:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979511.324216:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:0.0:1783979511.324217:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979511.324218:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324219:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.324221:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559941120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324224:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979511.324225:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979511.324225:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979511.324226:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979511.324227:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979511.324228:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979511.324228:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979511.324229:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:0.0:1783979511.324230:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979511.324231:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979511.324231:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:0.0:1783979511.324232:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979511.324233:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324234:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979511.324236:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559941248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979511.324242:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979511.324243:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979511.324244:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979511.324246:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979511.324247:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979511.324248:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979511.324249:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979511.324250:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:0.0:1783979511.324252:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979511.324253:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979511.324254:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:0.0:1783979511.324256:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979511.324257:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324260:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979511.324267:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979511.324269:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979511.324271:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979511.324272:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979512.089234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979512.089244:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979512.089250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979512.089251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979512.089255:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979512.089256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979512.091982:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979512.091989:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979512.091994:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979513.113173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979513.113178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979513.113181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979513.113182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979513.113185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979513.113186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979513.113254:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979513.113256:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979513.113259:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979514.137392:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979514.137398:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979514.137402:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979514.137403:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979514.137406:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979514.137407:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979514.137463:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979514.137467:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979514.137470:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979515.161296:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304910027, at 4304910080
00000100:00000010:3.0:1783979515.161311:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb645a0.
00010000:00000001:1.0:1783979515.161429:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979515.161433:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979515.161437:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979515.161439:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979515.161441:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979515.161445:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979515.161447:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979515.161451:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979515.161454:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979515.161456:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979515.161458:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979515.161461:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979515.161609:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979515.161611:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979515.161613:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979516.185179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979516.185186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979516.185191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979516.185192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979516.185196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979516.185197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979516.185257:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979516.185260:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979516.185263:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979516.441158:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979516.441167:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979516.441169:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979516.441172:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979516.441175:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979516.441180:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10238
00000400:00000200:1.0:1783979516.441188:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979516.441195:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979516.441198:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979516.441201:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441204:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441206:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441208:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979516.441212:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979516.441214:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979516.441216:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979516.441219:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979516.441222:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979516.441224:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979516.441227:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441229:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441230:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441232:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979516.441236:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979516.441239:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441242:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979516.441244:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979516.441248:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979516.441251:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441253:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979516.441255:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979516.441279:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979516.441283:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979516.441286:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979516.441288:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441290:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979516.441293:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979516.441297:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979516.441305:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979516.441311:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979516.441320:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979516.441329:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979516.441333:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979516.441339:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979516.441364:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979516.441374:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979516.441378:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979516.441379:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979516.441381:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979516.441383:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979516.441385:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10238
00000400:00000200:1.0:1783979516.441389:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979516.441392:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979516.441394:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979516.441396:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441398:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441400:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441401:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979516.441403:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979516.441404:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979516.441406:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979516.441408:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979516.441410:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979516.441412:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979516.441414:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441416:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441418:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441419:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979516.441422:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979516.441424:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441426:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979516.441427:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979516.441433:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979516.441435:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441437:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979516.441441:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979516.441443:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441445:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979516.441447:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979516.441449:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979516.441451:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979516.441451:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441453:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979516.441453:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979516.441455:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979516.441457:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979516.441460:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979516.441463:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979516.441468:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979516.441470:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979516.441472:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979516.441476:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979516.441478:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979516.441481:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979516.441482:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979516.441483:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979516.441484:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979516.441486:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10238
00000400:00000200:1.0:1783979516.441488:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979516.441490:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979516.441491:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979516.441492:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441493:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441495:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441498:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979516.441500:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979516.441501:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979516.441503:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979516.441505:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979516.441507:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979516.441509:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979516.441512:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441513:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441516:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441517:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979516.441519:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979516.441521:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441524:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979516.441525:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979516.441528:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979516.441530:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441531:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979516.441533:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979516.441535:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441537:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979516.441540:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979516.441542:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979516.441544:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979516.441546:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441547:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979516.441548:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979516.441550:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979516.441555:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979516.441558:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979516.441562:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979516.441574:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979516.441576:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979516.441579:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979516.441585:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979516.441588:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979516.441591:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979516.441592:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979516.441593:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979516.441595:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979516.441597:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10238
00000400:00000200:1.0:1783979516.441601:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979516.441604:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979516.441606:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979516.441608:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441610:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441618:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441620:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979516.441622:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979516.441623:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979516.441624:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979516.441626:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979516.441628:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979516.441630:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979516.441633:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441634:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441636:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441638:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979516.441706:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979516.441709:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441710:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979516.441712:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979516.441714:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979516.441715:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441716:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979516.441718:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979516.441720:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441721:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979516.441723:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979516.441725:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979516.441726:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979516.441727:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441728:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979516.441729:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979516.441730:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979516.441733:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979516.441735:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979516.441738:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979516.441743:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979516.441744:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979516.441746:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979516.441751:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979516.441752:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979516.441754:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979516.441755:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979516.441756:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979516.441767:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979516.441770:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10238
00000400:00000200:1.0:1783979516.441774:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979516.441777:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979516.441779:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979516.441782:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441784:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441786:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441788:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979516.441789:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979516.441791:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979516.441792:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979516.441794:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979516.441796:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979516.441798:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979516.441800:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441801:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979516.441803:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441805:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979516.441807:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979516.441809:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979516.441811:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979516.441813:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979516.441815:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979516.441817:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441819:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979516.441821:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979516.441823:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441824:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979516.441827:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979516.441830:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979516.441832:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979516.441834:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979516.441836:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979516.441837:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979516.441839:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979516.441842:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979516.441850:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979516.441855:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979516.441861:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979516.441863:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979516.441866:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979516.441874:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979516.441878:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10249)
00000100:00000001:0.0:1783979516.442026:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979516.442030:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979516.442032:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979516.442039:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442071:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979516.442074:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.442077:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979516.442080:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979516.442082:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979516.442086:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559941376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979516.442090:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979516.442094:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979516.442096:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.442098:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979516.442103:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979516.442105:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979516.442110:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979516.442114:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979516.442120:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979516.442126:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559941376, portal 25
00000100:00000001:0.0:1783979516.442129:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979516.442130:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314944 : -128863286236672 : ffff8accad996a00)
00000100:00000040:0.0:1783979516.442135:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442142:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979516.442144:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979516.442147:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979516.442150:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559941376, offset 0
00000400:00000200:0.0:1783979516.442156:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979516.442162:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.442168:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979516.442172:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979516.442176:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979516.442179:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979516.442181:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979516.442185:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390555:390555:256:4294967295] 192.168.201.140@tcp LPNI seq info [390530:390530:8:4294967295]
00000400:00000200:0.0:1783979516.442188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.442197:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979516.442202:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.442207:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979516.442213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979516.442216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979516.442221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979516.442224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979516.442228:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.442231:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979516.442236:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979516.442240:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979516.442247:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979516.442250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979516.442253:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979516.442302:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442311:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.442314:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442320:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.442322:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979516.442328:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979516.442331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979516.442334:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304915147
00000100:00000010:0.0:1783979516.442339:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64cc0.
00000100:00000001:0.0:1783979516.442345:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979516.442349:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304915147
00000100:00000010:0.0:1783979516.442352:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64de0.
00000100:00000001:0.0:1783979516.442355:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979516.442358:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979516.442360:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.442363:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979516.442367:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979516/real 1783979516]  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979516.442376:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979516.442378:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979516.442380:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979516.442383:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979516.442385:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979516.442387:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979516.442390:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979516.442398:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442406:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979516.442408:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.442410:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.442412:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979516.442415:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442421:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979516.442424:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442431:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979516.442433:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.442435:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.442436:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.442438:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979516.442440:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979516.442442:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979516.442446:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979516.442448:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979516.442451:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979516.442458:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559941376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979516.442463:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979516.442466:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442472:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979516.442473:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.442475:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979516.442477:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979516.442479:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979516.442482:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979516.442485:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979516.442486:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979516.442487:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.442489:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979516.442492:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979516.442493:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979516.442497:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979516.442499:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979516.442503:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979516.442505:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559941504, portal 10
00000100:00000001:0.0:1783979516.442507:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979516.442508:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423311360 : -128863286240256 : ffff8accad995c00)
00000100:00000040:0.0:1783979516.442515:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442521:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979516.442523:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979516.442526:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979516.442529:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559941504, offset 0
00000400:00000200:0.0:1783979516.442533:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979516.442536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.442540:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979516.442543:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979516.442545:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979516.442547:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979516.442549:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979516.442551:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390556:390556:256:4294967295] 192.168.201.140@tcp LPNI seq info [390531:390531:8:4294967295]
00000400:00000200:0.0:1783979516.442555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.442561:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979516.442565:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.442569:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979516.442573:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979516.442575:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979516.442579:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979516.442581:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979516.442584:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.442586:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979516.442588:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979516.442591:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979516.442594:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979516.442595:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979516.442597:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979516.442600:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442607:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.442609:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442614:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.442616:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979516.442619:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979516.442622:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979516.442625:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979516.442627:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304911378
00000100:00000001:0.0:1783979516.442629:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304915147
00000100:00000001:0.0:1783979516.442631:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304911378
00000100:00000001:0.0:1783979516.442633:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304915147
00000100:00000001:0.0:1783979516.442635:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979516.442637:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.442638:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979516.442641:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979516/real 1783979516]  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979516.442653:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979516.442654:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979516.442655:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979516.442657:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979516.442659:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979516.442661:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979516.442663:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979516.442670:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442676:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979516.442677:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.442679:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.442680:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979516.442683:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442689:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979516.442692:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442698:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979516.442700:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.442702:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.442703:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.442704:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979516.442706:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979516.442709:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979516.442712:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979516.442714:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979516.442718:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979516.442725:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979516.442729:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979516.442732:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442737:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979516.442739:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.442740:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979516.442742:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979516.442743:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979516.442746:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979516.442748:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979516.442750:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979516.442751:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.442753:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979516.442757:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979516.442857:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979516.442862:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979516.442866:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979516.442869:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979516.442871:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559941632, portal 10
00000100:00000001:0.0:1783979516.442873:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979516.442874:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305088 : -128863286246528 : ffff8accad994380)
00000100:00000040:0.0:1783979516.442881:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442887:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979516.442890:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979516.442892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979516.442894:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559941632, offset 0
00000400:00000200:0.0:1783979516.442899:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979516.442902:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.442906:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979516.442908:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979516.442911:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979516.442913:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979516.442915:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979516.442917:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390557:390557:256:4294967295] 192.168.201.140@tcp LPNI seq info [390532:390532:8:4294967295]
00000400:00000200:0.0:1783979516.442921:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.442927:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979516.442931:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.442934:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979516.442938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979516.442940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979516.442944:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979516.442946:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979516.442949:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.442951:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979516.442953:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979516.442956:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979516.442958:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979516.442960:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979516.442962:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979516.442965:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442972:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.442975:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.442981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.442982:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979516.442985:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979516.442988:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979516.442991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979516.442994:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304911374
00000100:00000001:0.0:1783979516.442996:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304915147
00000100:00000001:0.0:1783979516.442998:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304911374
00000100:00000001:0.0:1783979516.443000:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304915147
00000100:00000001:0.0:1783979516.443002:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979516.443004:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.443006:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979516.443009:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979516/real 1783979516]  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979516.443017:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979516.443018:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979516.443020:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979516.443022:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979516.443024:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979516.443026:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979516.443029:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979516.443036:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443043:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979516.443044:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.443045:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.443070:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979516.443075:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443082:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979516.443085:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443092:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979516.443095:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.443096:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.443097:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.443099:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979516.443100:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979516.443103:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979516.443106:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979516.443108:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979516.443112:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979516.443120:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979516.443123:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979516.443127:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443138:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979516.443139:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.443142:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979516.443143:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979516.443145:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979516.443148:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979516.443150:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979516.443152:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979516.443154:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.443155:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979516.443159:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979516.443160:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979516.443164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979516.443166:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979516.443169:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979516.443172:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559941760, portal 4
00000100:00000001:0.0:1783979516.443174:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979516.443175:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423316736 : -128863286234880 : ffff8accad997100)
00000100:00000040:0.0:1783979516.443180:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443186:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979516.443189:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979516.443191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979516.443193:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559941760, offset 0
00000400:00000200:0.0:1783979516.443197:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979516.443201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.443204:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979516.443207:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979516.443209:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979516.443211:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979516.443212:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979516.443215:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390558:390558:256:4294967295] 192.168.201.140@tcp LPNI seq info [390533:390533:8:4294967295]
00000400:00000200:0.0:1783979516.443218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.443224:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979516.443227:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.443230:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979516.443233:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979516.443235:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979516.443238:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979516.443240:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979516.443243:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.443245:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979516.443247:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979516.443250:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979516.443252:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979516.443254:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979516.443416:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979516.443422:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443435:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.443438:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443444:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.443445:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979516.443450:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979516.443452:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979516.443455:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979516.443457:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304911402
00000100:00000001:0.0:1783979516.443459:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304915147
00000100:00000001:0.0:1783979516.443461:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304911402
00000100:00000001:0.0:1783979516.443463:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304915147
00000100:00000001:0.0:1783979516.443464:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979516.443466:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.443468:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979516.443471:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979516/real 1783979516]  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979516.443478:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979516.443479:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979516.443480:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979516.443482:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979516.443484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979516.443486:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979516.443489:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979516.443495:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443501:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979516.443503:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.443505:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.443506:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979516.443509:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443516:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979516.443520:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443527:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979516.443529:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.443530:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.443531:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.443533:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979516.443535:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979516.443537:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979516.443540:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979516.443543:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979516.443546:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979516.443554:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979516.443557:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979516.443560:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443565:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979516.443567:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.443569:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979516.443571:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979516.443572:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979516.443575:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979516.443579:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979516.443580:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979516.443582:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979516.443584:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979516.443587:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979516.443589:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979516.443592:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979516.443595:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979516.443598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979516.443600:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559941888, portal 4
00000100:00000001:0.0:1783979516.443602:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979516.443604:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423319424 : -128863286232192 : ffff8accad997b80)
00000100:00000040:0.0:1783979516.443609:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443615:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979516.443617:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979516.443619:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979516.443622:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559941888, offset 0
00000400:00000200:0.0:1783979516.443626:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979516.443630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.443633:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979516.443636:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979516.443639:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979516.443641:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979516.443643:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979516.443646:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390559:390559:256:4294967295] 192.168.201.140@tcp LPNI seq info [390534:390534:8:4294967295]
00000400:00000200:0.0:1783979516.443650:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979516.443655:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979516.443659:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.443662:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979516.443667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979516.443669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979516.443673:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979516.443675:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979516.443679:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979516.443681:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979516.443684:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979516.443687:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979516.443690:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979516.443692:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979516.443694:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979516.443698:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443705:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.443708:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.443713:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.443715:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979516.443719:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979516.443722:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979516.443725:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979516.443726:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304911404
00000100:00000001:0.0:1783979516.443729:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304915147
00000100:00000001:0.0:1783979516.443730:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304911404
00000100:00000001:0.0:1783979516.443732:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304915147
00000100:00000001:0.0:1783979516.443734:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979516.443736:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.443738:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979516.443742:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979516/real 1783979516]  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979516.443750:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979516.443751:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979516.443753:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979516.443755:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979516.443756:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979516.445091:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979516.445103:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979516.445114:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.445120:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979516.445123:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445126:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.445128:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979516.445131:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.445136:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979516.445140:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.445146:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979516.445149:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445150:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979516.445151:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445153:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979516.445155:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979516.445158:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979516.445161:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979516.445163:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979516.445167:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979516.445180:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559941888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979516.445184:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445187:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.445190:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559941376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.445197:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979516.445199:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979516.445202:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979516.445207:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979516.445209:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979516.445210:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979516.445212:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979516.445215:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:0.0:1783979516.445219:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979516.445220:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979516.445222:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:0.0:1783979516.445226:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979516.445227:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445229:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.445233:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559941504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.445239:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979516.445240:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979516.445242:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979516.445244:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979516.445245:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979516.445246:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979516.445248:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979516.445250:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:0.0:1783979516.445252:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979516.445253:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979516.445254:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:0.0:1783979516.445256:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979516.445257:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.445263:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559941632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.445270:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979516.445271:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979516.445272:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979516.445274:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979516.445275:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979516.445276:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979516.445278:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979516.445279:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:0.0:1783979516.445282:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979516.445283:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979516.445284:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
00000100:00000001:0.0:1783979516.445287:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979516.445288:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445289:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.445293:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997100 x1870627559941760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.445300:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979516.445301:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979516.445302:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979516.445304:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979516.445306:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979516.445307:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979516.445309:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979516.445310:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:0.0:1783979516.445313:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979516.445314:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979516.445315:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997100.
00000100:00000001:0.0:1783979516.445318:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979516.445319:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445320:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979516.445323:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997b80 x1870627559941888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979516.445329:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979516.445330:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979516.445331:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979516.445334:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979516.445335:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979516.445336:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979516.445338:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979516.445339:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:0.0:1783979516.445341:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979516.445342:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979516.445343:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997b80.
00000100:00000001:0.0:1783979516.445345:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979516.445346:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445349:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979516.445356:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979516.445358:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979516.445360:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979516.445362:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979517.209187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979517.209194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979517.209199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979517.209200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979517.209203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979517.209204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979517.209267:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979517.209272:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979517.209275:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979518.234632:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979518.234640:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979518.234645:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979518.234646:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979518.234650:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979518.234651:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979518.234749:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979518.234756:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979518.234761:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979519.257175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979519.257190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979519.257196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979519.257198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979519.257202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979519.257203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979519.257276:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979519.257280:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979519.257283:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979520.281171:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304915147, at 4304915200
00000100:00000010:3.0:1783979520.281189:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64de0.
00010000:00000001:1.0:1783979520.281205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979520.281213:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979520.281216:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979520.281222:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979520.281228:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979520.281231:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979520.281233:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979520.281236:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979520.281241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979520.281243:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979520.281244:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979520.281246:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979520.281247:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979520.281249:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979520.281250:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979520.281252:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979520.281256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979520.281258:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979520.281325:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979520.281329:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979520.281333:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979521.305940:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979521.305948:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979521.305954:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979521.305955:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979521.305959:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979521.305968:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979521.306031:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979521.306035:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979521.306038:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979521.561238:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979521.561248:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979521.561251:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979521.561254:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979521.561269:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979521.561275:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10244
00000400:00000200:1.0:1783979521.561284:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979521.561290:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979521.561294:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979521.561297:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561299:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561300:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561302:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979521.561305:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979521.561307:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979521.561309:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979521.561311:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979521.561313:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979521.561314:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979521.561316:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561317:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561318:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561319:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979521.561321:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979521.561323:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561324:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979521.561326:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979521.561328:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979521.561330:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561331:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979521.561333:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979521.561337:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783979521.561339:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979521.561342:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979521.561343:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561345:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979521.561348:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979521.561350:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979521.561355:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979521.561361:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979521.561374:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979521.561383:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979521.561386:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979521.561391:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979521.561425:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979521.561428:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979521.561430:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979521.561431:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979521.561432:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979521.561435:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979521.561436:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10244
00000400:00000200:1.0:1783979521.561439:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979521.561441:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979521.561443:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979521.561444:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561446:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561447:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561448:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979521.561449:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979521.561450:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979521.561451:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979521.561452:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979521.561454:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979521.561455:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979521.561456:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561458:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561459:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561460:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979521.561462:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979521.561463:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561464:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979521.561466:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979521.561469:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979521.561471:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561472:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979521.561475:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979521.561477:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561478:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979521.561481:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783979521.561482:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979521.561483:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979521.561484:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561485:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979521.561486:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979521.561487:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979521.561490:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979521.561492:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979521.561495:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979521.561499:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979521.561501:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979521.561503:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979521.561507:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979521.561508:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979521.561510:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979521.561511:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979521.561512:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979521.561514:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979521.561515:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10244
00000400:00000200:1.0:1783979521.561517:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979521.561519:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979521.561520:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979521.561522:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561523:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561524:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561525:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979521.561527:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979521.561527:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979521.561528:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979521.561529:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979521.561530:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979521.561531:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979521.561532:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561533:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561535:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561535:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979521.561537:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979521.561539:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561541:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979521.561542:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979521.561549:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979521.561551:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561552:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979521.561554:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979521.561556:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561557:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979521.561560:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783979521.561562:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979521.561564:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979521.561565:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561567:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979521.561568:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979521.561569:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979521.561572:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979521.561576:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979521.561580:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979521.561587:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979521.561589:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979521.561592:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979521.561599:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979521.561601:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979521.561604:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979521.561606:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979521.561607:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979521.561609:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979521.561611:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10244
00000400:00000200:1.0:1783979521.561615:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979521.561618:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979521.561619:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979521.561622:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561624:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561625:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561627:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979521.561630:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979521.561631:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979521.561632:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979521.561634:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979521.561635:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979521.561637:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979521.561639:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561640:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561641:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561643:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979521.561644:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979521.561646:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561647:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979521.561648:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979521.561650:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979521.561651:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561652:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979521.561654:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979521.561655:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561657:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979521.561662:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979521.561664:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979521.561666:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979521.561667:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561669:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979521.561724:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979521.561725:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979521.561729:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979521.561731:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979521.561734:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979521.561739:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979521.561740:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979521.561742:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979521.561747:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979521.561749:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979521.561751:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979521.561752:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979521.561753:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979521.561755:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979521.561756:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10244
00000400:00000200:1.0:1783979521.561758:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979521.561760:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979521.561762:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979521.561763:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561765:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561766:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561767:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979521.561768:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979521.561769:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979521.561770:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979521.561771:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979521.561772:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979521.561773:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979521.561775:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561776:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979521.561777:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561778:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979521.561779:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979521.561780:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979521.561781:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979521.561782:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979521.561784:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979521.561785:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561786:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979521.561788:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979521.561789:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561791:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979521.561793:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979521.561794:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979521.561796:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979521.561797:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979521.561798:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979521.561798:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979521.561799:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979521.561801:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979521.561803:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979521.561805:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979521.561808:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979521.561809:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979521.561811:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979521.561816:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979521.561819:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10254)
00000100:00000001:0.0:1783979521.562072:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979521.562076:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979521.562078:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979521.562084:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562092:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979521.562094:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.562097:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979521.562099:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979521.562102:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979521.562105:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559942016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979521.562109:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979521.562113:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979521.562115:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.562117:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979521.562122:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979521.562124:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979521.562129:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979521.562132:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979521.562137:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979521.562142:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559942016, portal 25
00000100:00000001:0.0:1783979521.562143:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979521.562144:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305984 : -128863286245632 : ffff8accad994700)
00000100:00000040:0.0:1783979521.562148:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562159:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979521.562162:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979521.562164:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979521.562167:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559942016, offset 0
00000400:00000200:0.0:1783979521.562173:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979521.562180:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.562186:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979521.562191:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979521.562195:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979521.562198:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979521.562201:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979521.562205:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390560:390560:256:4294967295] 192.168.201.140@tcp LPNI seq info [390535:390535:8:4294967295]
00000400:00000200:0.0:1783979521.562208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.562215:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979521.562219:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.562222:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979521.562227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979521.562230:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979521.562234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979521.562236:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979521.562239:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.562241:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979521.562244:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979521.562247:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979521.562251:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979521.562252:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979521.562261:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979521.562269:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562277:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.562281:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562287:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.562289:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979521.562295:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979521.562299:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979521.562302:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304920267
00000100:00000010:0.0:1783979521.562307:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64600.
00000100:00000001:0.0:1783979521.562314:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979521.562318:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304920267
00000100:00000010:0.0:1783979521.562322:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64c00.
00000100:00000001:0.0:1783979521.562325:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979521.562327:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979521.562330:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.562333:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979521.562337:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979521/real 1783979521]  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979521.562346:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979521.562347:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979521.562349:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979521.562352:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979521.562354:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979521.562356:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979521.562359:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979521.562367:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562374:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979521.562376:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562378:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.562380:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979521.562383:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562389:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979521.562393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562399:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979521.562402:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562403:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.562405:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562407:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979521.562409:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979521.562412:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979521.562415:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979521.562418:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979521.562423:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979521.562428:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559942016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979521.562431:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979521.562433:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562436:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979521.562437:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.562439:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979521.562440:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979521.562441:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979521.562443:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979521.562444:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979521.562446:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979521.562447:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.562448:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979521.562450:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979521.562451:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979521.562454:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979521.562455:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979521.562458:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979521.562460:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559942144, portal 10
00000100:00000001:0.0:1783979521.562462:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979521.562463:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423304192 : -128863286247424 : ffff8accad994000)
00000100:00000040:0.0:1783979521.562468:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562472:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979521.562474:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979521.562475:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979521.562477:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559942144, offset 0
00000400:00000200:0.0:1783979521.562480:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979521.562483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.562486:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979521.562488:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979521.562490:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979521.562491:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979521.562492:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979521.562494:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390561:390561:256:4294967295] 192.168.201.140@tcp LPNI seq info [390536:390536:8:4294967295]
00000400:00000200:0.0:1783979521.562497:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.562501:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979521.562504:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.562506:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979521.562508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979521.562510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979521.562512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979521.562514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979521.562516:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.562518:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979521.562519:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979521.562521:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979521.562523:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979521.562524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979521.562526:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979521.562528:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562532:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.562534:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562538:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.562539:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979521.562540:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979521.562544:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979521.562546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979521.562548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304916498
00000100:00000001:0.0:1783979521.562550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304920267
00000100:00000001:0.0:1783979521.562551:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304916498
00000100:00000001:0.0:1783979521.562552:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304920267
00000100:00000001:0.0:1783979521.562554:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979521.562555:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.562556:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979521.562559:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979521/real 1783979521]  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979521.562563:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979521.562564:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979521.562565:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979521.562567:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979521.562568:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979521.562569:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979521.562571:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979521.562575:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562579:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979521.562579:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562580:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.562581:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979521.562583:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562586:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979521.562588:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562593:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979521.562594:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562595:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.562596:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562597:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979521.562598:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979521.562599:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979521.562601:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979521.562602:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979521.562604:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979521.562608:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979521.562610:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979521.562611:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562615:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979521.562616:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.562617:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979521.562618:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979521.562619:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979521.562620:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979521.562622:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979521.562623:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979521.562623:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.562625:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979521.562627:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979521.562628:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979521.562630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979521.562631:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979521.562633:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979521.562634:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559942272, portal 10
00000100:00000001:0.0:1783979521.562635:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979521.562636:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423315840 : -128863286235776 : ffff8accad996d80)
00000100:00000040:0.0:1783979521.562639:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562643:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979521.562644:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979521.562645:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979521.562647:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559942272, offset 0
00000400:00000200:0.0:1783979521.562649:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979521.562651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.562652:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979521.562654:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979521.562656:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979521.562658:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979521.562660:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979521.562662:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390562:390562:256:4294967295] 192.168.201.140@tcp LPNI seq info [390537:390537:8:4294967295]
00000400:00000200:0.0:1783979521.562666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.562683:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979521.562688:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.562691:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979521.562695:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979521.562697:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979521.562701:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979521.562704:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979521.562707:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.562709:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979521.562712:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979521.562714:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979521.562716:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979521.562718:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979521.562719:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979521.562722:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562727:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.562728:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562732:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.562733:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979521.562735:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979521.562737:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979521.562739:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979521.562741:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304916494
00000100:00000001:0.0:1783979521.562742:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304920267
00000100:00000001:0.0:1783979521.562744:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304916494
00000100:00000001:0.0:1783979521.562745:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304920267
00000100:00000001:0.0:1783979521.562746:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979521.562747:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.562748:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979521.562750:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979521/real 1783979521]  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979521.562755:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979521.562755:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979521.562757:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979521.562758:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979521.562759:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979521.562760:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979521.562761:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979521.562766:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562770:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979521.562771:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562772:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.562773:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979521.562775:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562778:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979521.562780:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562784:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979521.562785:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562786:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.562787:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562787:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979521.562788:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979521.562790:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979521.562791:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979521.562792:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979521.562794:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979521.562798:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979521.562800:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979521.562802:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562806:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979521.562807:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.562808:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979521.562810:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979521.562811:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979521.562812:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979521.562814:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979521.562815:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979521.562816:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.562817:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979521.562819:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979521.562820:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979521.562822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979521.562824:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979521.562826:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979521.562827:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559942400, portal 4
00000100:00000001:0.0:1783979521.562829:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979521.562829:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423319424 : -128863286232192 : ffff8accad997b80)
00000100:00000040:0.0:1783979521.562833:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562836:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979521.562838:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979521.562839:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979521.562840:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559942400, offset 0
00000400:00000200:0.0:1783979521.562842:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979521.562844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.562846:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979521.562848:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979521.562849:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979521.562850:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979521.562852:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979521.562853:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390563:390563:256:4294967295] 192.168.201.140@tcp LPNI seq info [390538:390538:8:4294967295]
00000400:00000200:0.0:1783979521.562856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.562860:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979521.562863:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.562865:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979521.562867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979521.562869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979521.562871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979521.562873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979521.562875:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.562876:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979521.562878:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979521.562880:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979521.562881:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979521.562882:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979521.562883:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979521.562885:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562889:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.562891:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562896:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.562897:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979521.562900:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979521.562902:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979521.562905:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979521.562907:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304916521
00000100:00000001:0.0:1783979521.562909:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304920267
00000100:00000001:0.0:1783979521.562911:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304916521
00000100:00000001:0.0:1783979521.562913:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304920267
00000100:00000001:0.0:1783979521.562915:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979521.562916:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.562918:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979521.562921:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979521/real 1783979521]  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979521.562929:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979521.562930:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979521.562932:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979521.562935:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979521.562936:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979521.562938:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979521.562941:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979521.562948:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562954:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979521.562955:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562957:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.562958:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979521.562961:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562968:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979521.562971:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.562978:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979521.562980:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562982:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.562983:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.562985:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979521.562986:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979521.562989:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979521.562991:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979521.562993:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979521.562997:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979521.563005:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979521.563007:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979521.563009:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563013:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979521.563014:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.563015:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979521.563017:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979521.563018:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979521.563019:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979521.563021:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979521.563022:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979521.563023:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979521.563024:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979521.563027:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979521.563028:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979521.563030:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979521.563031:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979521.563033:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979521.563035:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559942528, portal 4
00000100:00000001:0.0:1783979521.563036:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979521.563037:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423316736 : -128863286234880 : ffff8accad997100)
00000100:00000040:0.0:1783979521.563041:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563044:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979521.563045:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979521.563061:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979521.563064:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559942528, offset 0
00000400:00000200:0.0:1783979521.563066:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979521.563069:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.563071:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979521.563073:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979521.563074:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979521.563076:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979521.563077:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979521.563079:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390564:390564:256:4294967295] 192.168.201.140@tcp LPNI seq info [390539:390539:8:4294967295]
00000400:00000200:0.0:1783979521.563081:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979521.563085:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979521.563088:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.563090:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979521.563092:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979521.563094:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979521.563096:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979521.563098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979521.563100:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979521.563101:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979521.563103:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979521.563105:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979521.563107:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979521.563108:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979521.563109:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979521.563111:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563116:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.563117:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563121:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.563122:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979521.563124:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979521.563126:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979521.563127:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979521.563129:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304916524
00000100:00000001:0.0:1783979521.563130:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304920267
00000100:00000001:0.0:1783979521.563132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304916524
00000100:00000001:0.0:1783979521.563133:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304920267
00000100:00000001:0.0:1783979521.563134:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979521.563135:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.563136:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979521.563138:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979521/real 1783979521]  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979521.563142:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979521.563143:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979521.563144:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979521.563145:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979521.563146:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979521.563147:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979521.563149:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979521.563154:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563158:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979521.563160:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.563162:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979521.563166:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563172:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979521.563174:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563180:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979521.563183:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979521.563186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563188:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979521.563189:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979521.563191:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979521.563195:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979521.563197:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979521.563200:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979521.563208:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979521.563211:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563212:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.563214:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994700 x1870627559942016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563218:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979521.563220:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979521.563222:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979521.563224:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979521.563225:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979521.563227:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979521.563228:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979521.563230:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:0.0:1783979521.563232:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979521.563233:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979521.563234:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994700.
00000100:00000001:0.0:1783979521.563236:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979521.563237:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563238:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.563240:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994000 x1870627559942144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563248:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979521.563249:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979521.563250:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979521.563251:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979521.563251:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979521.563252:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979521.563253:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979521.563254:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:0.0:1783979521.563255:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979521.563255:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979521.563256:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994000.
00000100:00000001:0.0:1783979521.563257:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979521.563258:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.563260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996d80 x1870627559942272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563263:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979521.563264:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979521.563265:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979521.563266:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979521.563266:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979521.563267:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979521.563268:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979521.563268:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:0.0:1783979521.563269:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979521.563270:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979521.563271:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996d80.
00000100:00000001:0.0:1783979521.563272:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979521.563273:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563274:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.563275:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997b80 x1870627559942400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563278:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979521.563279:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979521.563280:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979521.563281:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979521.563282:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979521.563283:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979521.563284:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979521.563284:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:0.0:1783979521.563285:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979521.563286:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979521.563287:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997b80.
00000100:00000001:0.0:1783979521.563288:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979521.563288:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563289:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979521.563291:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997100 x1870627559942528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979521.563294:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979521.563294:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979521.563295:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979521.563296:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979521.563297:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979521.563297:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979521.563298:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979521.563299:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:0.0:1783979521.563300:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979521.563300:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979521.563301:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997100.
00000100:00000001:0.0:1783979521.563302:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979521.563302:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563304:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979521.563309:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979521.563310:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979521.563312:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979521.563313:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979522.329178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979522.329182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979522.329186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979522.329187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979522.329189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979522.329189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979522.329457:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979522.329459:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979522.329462:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979523.353179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979523.353187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979523.353193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979523.353194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979523.353198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979523.353199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979523.353312:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979523.353316:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979523.353319:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979524.377162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979524.377168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979524.377173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979524.377174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979524.377177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979524.377178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979524.377242:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979524.377247:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979524.377250:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979525.401170:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304920267, at 4304920320
00000100:00000010:3.0:1783979525.401187:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64c00.
00010000:00000001:1.0:1783979525.401202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979525.401206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979525.401212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979525.401213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979525.401218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979525.401221:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979525.401224:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979525.401227:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979525.401229:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979525.401231:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979525.401232:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979525.401234:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979525.401291:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979525.401295:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979525.401298:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979526.426015:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979526.426022:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979526.426027:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979526.426029:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979526.426032:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979526.426034:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979526.426198:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979526.426202:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979526.426206:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979526.681491:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979526.681496:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979526.681500:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979526.681510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.681525:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979526.681529:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.681536:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979526.681541:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979526.681546:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979526.681554:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559942656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979526.681561:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979526.681567:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979526.681571:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.681578:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979526.681615:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979526.681619:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979526.681629:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979526.681635:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979526.681644:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979526.681651:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559942656, portal 25
00000100:00000001:0.0:1783979526.681654:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979526.681656:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896589312 : -128863812962304 : ffff8acc8e343800)
00000100:00000040:0.0:1783979526.681663:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.681673:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979526.681678:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979526.681682:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979526.681692:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559942656, offset 0
00000400:00000200:0.0:1783979526.681710:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979526.681722:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.681732:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979526.681739:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979526.681745:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979526.681751:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979526.681755:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979526.681761:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390565:390565:256:4294967295] 192.168.201.140@tcp LPNI seq info [390540:390540:8:4294967295]
00000400:00000200:0.0:1783979526.681767:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.681960:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979526.681979:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.681985:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979526.681994:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979526.681997:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979526.682002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979526.682005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979526.682008:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.682011:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979526.682015:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979526.682031:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979526.682036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979526.682039:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979526.682043:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979526.682070:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682079:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.682082:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682087:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.682088:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979526.682094:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979526.682097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979526.682099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304925387
00000100:00000010:0.0:1783979526.682102:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64060.
00000100:00000001:0.0:1783979526.682107:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979526.682111:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304925387
00000100:00000010:0.0:1783979526.682113:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64420.
00000100:00000001:0.0:1783979526.682115:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979526.682118:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979526.682119:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.682121:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979526.682125:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979526/real 1783979526]  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979526.682132:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979526.682134:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979526.682136:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979526.682139:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979526.682140:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979526.682143:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979526.682147:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979526.682155:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682161:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979526.682162:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682164:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.682166:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979526.682170:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682176:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979526.682181:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682188:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979526.682191:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.682194:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682196:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979526.682199:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979526.682202:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979526.682206:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979526.682208:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979526.682212:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979526.682225:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559942656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979526.682234:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682240:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.682247:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343800 x1870627559942656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682261:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979526.682265:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979526.682270:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979526.682277:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979526.682280:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979526.682284:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979526.682288:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979526.682291:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:0.0:1783979526.682296:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979526.682299:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979526.682301:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343800.
00000100:00000001:0.0:1783979526.682307:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979526.682308:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682312:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682319:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979526.682322:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.682325:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979526.682328:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979526.682330:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979526.682338:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682350:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979526.682354:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.682359:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979526.682363:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979526.682369:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979526.682375:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979526.682382:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979526.682385:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979526.682388:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.682390:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979526.682393:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979526.682396:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979526.682401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979526.682404:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979526.682409:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979526.682413:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559942784, portal 10
00000100:00000001:0.0:1783979526.682416:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979526.682418:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:0.0:1783979526.682427:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682432:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979526.682434:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979526.682435:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979526.682437:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559942784, offset 0
00000400:00000200:0.0:1783979526.682453:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979526.682457:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.682461:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979526.682464:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979526.682467:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979526.682469:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979526.682471:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979526.682475:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390566:390566:256:4294967295] 192.168.201.140@tcp LPNI seq info [390541:390541:8:4294967295]
00000400:00000200:0.0:1783979526.682480:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.682486:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979526.682490:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.682494:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979526.682498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979526.682501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979526.682505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979526.682507:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979526.682512:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.682514:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979526.682517:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979526.682521:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979526.682524:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979526.682526:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979526.682529:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979526.682533:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682541:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.682544:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.682552:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979526.682556:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979526.682561:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979526.682565:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979526.682568:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304921618
00000100:00000001:0.0:1783979526.682571:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304925387
00000100:00000001:0.0:1783979526.682574:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304921618
00000100:00000001:0.0:1783979526.682576:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304925387
00000100:00000001:0.0:1783979526.682579:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979526.682594:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.682597:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979526.682601:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979526/real 1783979526]  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979526.682609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979526.682611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979526.682613:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979526.682616:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979526.682618:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979526.682621:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979526.682625:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979526.682633:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682641:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979526.682643:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682645:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.682646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979526.682650:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682657:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979526.682661:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682667:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979526.682669:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682671:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.682673:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682674:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979526.682676:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979526.682678:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979526.682681:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979526.682683:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979526.682687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979526.682694:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979526.682697:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682699:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.682702:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559942784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.682707:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979526.682709:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979526.682710:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979526.682713:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979526.682715:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979526.682716:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979526.682718:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979526.682720:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979526.682722:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979526.682723:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979526.682725:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:0.0:1783979526.682727:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979526.682728:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682730:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.682733:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979526.682734:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.682736:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979526.682737:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.683031:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979526.683035:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979526.683039:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979526.683060:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683069:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979526.683070:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.683073:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979526.683076:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979526.683081:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979526.683086:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979526.683091:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979526.683094:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979526.683098:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.683101:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979526.683104:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979526.683108:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979526.683113:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979526.683118:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979526.683123:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979526.683126:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559942912, portal 10
00000100:00000001:0.0:1783979526.683131:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979526.683133:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:0.0:1783979526.683141:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683148:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979526.683152:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979526.683155:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979526.683158:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559942912, offset 0
00000400:00000200:0.0:1783979526.683162:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979526.683167:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.683174:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979526.683176:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979526.683179:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979526.683184:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979526.683187:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979526.683192:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390567:390567:256:4294967295] 192.168.201.140@tcp LPNI seq info [390542:390542:8:4294967295]
00000400:00000200:0.0:1783979526.683199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.683206:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979526.683212:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.683216:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979526.683221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979526.683224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979526.683229:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979526.683233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979526.683238:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.683241:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979526.683244:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979526.683251:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979526.683253:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979526.683256:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979526.683259:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979526.683265:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683285:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.683290:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683298:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.683302:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979526.683305:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979526.683309:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979526.683314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979526.683317:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304921615
00000100:00000001:0.0:1783979526.683323:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304925387
00000100:00000001:0.0:1783979526.683344:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304921615
00000100:00000001:0.0:1783979526.683351:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304925387
00000100:00000001:0.0:1783979526.683357:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979526.683361:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.683365:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979526.683373:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979526/real 1783979526]  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979526.683392:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979526.683395:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979526.683398:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979526.683403:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979526.683413:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979526.683419:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979526.683426:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979526.683456:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683468:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979526.683471:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683475:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.683478:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979526.683486:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683500:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979526.683509:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683524:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979526.683529:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683530:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.683532:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683534:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979526.683537:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979526.683540:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979526.683545:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979526.683547:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979526.683551:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979526.683559:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559942912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979526.683563:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683565:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.683569:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559942912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683575:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979526.683578:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979526.683580:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979526.683598:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979526.683599:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979526.683601:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979526.683603:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979526.683605:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979526.683608:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979526.683610:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979526.683611:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:0.0:1783979526.683615:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979526.683616:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683618:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683623:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979526.683624:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.683627:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979526.683628:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979526.683630:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979526.683634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683641:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979526.683643:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.683645:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979526.683647:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979526.683649:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979526.683652:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979526.683656:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979526.683658:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979526.683660:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.683662:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979526.683666:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979526.683668:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979526.683672:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979526.683675:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979526.683678:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979526.683683:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559943040, portal 4
00000100:00000001:0.0:1783979526.683685:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979526.683686:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:0.0:1783979526.683694:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683700:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979526.683703:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979526.683705:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979526.683708:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559943040, offset 0
00000400:00000200:0.0:1783979526.683712:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979526.683716:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.683720:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979526.683722:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979526.683725:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979526.683727:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979526.683729:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979526.683732:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390568:390568:256:4294967295] 192.168.201.140@tcp LPNI seq info [390543:390543:8:4294967295]
00000400:00000200:0.0:1783979526.683736:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.683742:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979526.683746:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.683749:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979526.683753:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979526.683755:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979526.683759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979526.683761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979526.683765:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.683767:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979526.683769:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979526.683772:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979526.683775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979526.683777:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979526.683779:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979526.683782:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.683793:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683799:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.683800:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979526.683803:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979526.683806:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979526.683809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979526.683811:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304921642
00000100:00000001:0.0:1783979526.683814:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304925387
00000100:00000001:0.0:1783979526.683815:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304921642
00000100:00000001:0.0:1783979526.683817:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304925387
00000100:00000001:0.0:1783979526.683819:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979526.683822:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.683824:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979526.683827:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979526/real 1783979526]  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979526.683835:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979526.683836:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979526.683838:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979526.683840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979526.683842:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979526.683844:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979526.683847:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979526.683856:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683861:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979526.683863:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683865:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.683866:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979526.683868:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683872:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979526.683875:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683878:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979526.683880:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683881:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.683882:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.683883:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979526.683884:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979526.683885:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979526.683887:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979526.683889:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979526.683891:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979526.683895:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979526.683897:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979526.683899:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683902:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979526.683903:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.683904:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979526.683905:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979526.683906:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979526.683908:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979526.683910:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979526.683911:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979526.683912:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979526.683913:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979526.683915:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979526.683916:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979526.683918:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979526.683919:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979526.683921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979526.683923:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559943168, portal 4
00000100:00000001:0.0:1783979526.683924:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979526.683925:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:0.0:1783979526.683929:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.683933:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979526.683934:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979526.683936:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979526.683937:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559943168, offset 0
00000400:00000200:0.0:1783979526.683940:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979526.683942:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.683953:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979526.683955:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979526.683957:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979526.683958:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979526.683959:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979526.683961:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390569:390569:256:4294967295] 192.168.201.140@tcp LPNI seq info [390544:390544:8:4294967295]
00000400:00000200:0.0:1783979526.683965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979526.683971:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979526.683975:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.683978:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979526.683982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979526.683984:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979526.683988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979526.683990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979526.683994:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979526.683996:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979526.683998:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979526.684001:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979526.684004:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979526.684005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979526.684008:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979526.684011:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.684017:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.684020:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979551 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.684026:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.684028:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979526.684031:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979526.684034:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979526.684037:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979526.684039:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304921644
00000100:00000001:0.0:1783979526.684041:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304925387
00000100:00000001:0.0:1783979526.684043:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304921644
00000100:00000001:0.0:1783979526.684045:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304925387
00000100:00000001:0.0:1783979526.684065:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979526.684069:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.684071:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979526.684076:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979526/real 1783979526]  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979526.684084:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979526.684086:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979526.684088:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979526.684091:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979526.684092:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979526.684094:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979526.684096:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979526.684104:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.684109:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979526.684111:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.684112:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.684114:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979526.684117:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.684123:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979526.684127:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.684134:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979526.684136:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.684137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979526.684137:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.684139:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979526.684140:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979526.684141:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979526.684143:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979526.684144:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979526.684147:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979526.684151:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979526.684153:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.684155:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.684156:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559943040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.684159:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979526.684160:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979526.684161:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979526.684163:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979526.684164:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979526.684164:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979526.684166:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979526.684167:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979526.684169:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979526.684169:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979526.684170:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:0.0:1783979526.684172:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979526.684173:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.684175:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979526.684176:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559943168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979551 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979526.684180:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979526.684181:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979526.684181:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979526.684182:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979526.684183:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979526.684184:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979526.684184:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979526.684185:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979526.684186:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979526.684187:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979526.684187:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:0.0:1783979526.684188:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979526.684189:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.684190:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979526.684192:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979526.684193:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979526.684194:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979526.684195:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979527.449554:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979527.449561:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979527.449566:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979527.449567:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979527.449581:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979527.449582:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979527.449707:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979527.449711:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979527.449714:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979528.473199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979528.473206:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979528.473212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979528.473214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979528.473217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979528.473219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979528.473287:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979528.473291:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979528.473295:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979529.497160:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979529.497166:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979529.497168:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979529.497170:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979529.497174:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979529.497175:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979529.497177:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979529.497178:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979529.497181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979529.497183:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979529.497183:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979529.497184:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979529.497185:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979529.497186:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979529.497187:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979529.497188:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979529.497190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979529.497191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979529.497264:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979529.497268:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979529.497271:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979530.521143:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979530.521148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979530.521155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979530.521156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979530.521159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979530.521160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979530.521175:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304925387, at 4304925440
00000100:00000010:3.0:1783979530.521183:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64420.
00000020:00000001:0.0:1783979530.521536:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979530.521539:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979530.521541:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979531.545534:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979531.545541:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979531.545547:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979531.545548:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979531.545552:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979531.545553:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979531.545611:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979531.545615:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979531.545617:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979531.801427:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979531.801433:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979531.801437:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979531.801449:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.801465:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979531.801468:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.801472:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979531.801475:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979531.801478:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979531.801491:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559943296:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979531.801523:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979531.801530:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979531.801534:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.801541:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979531.801548:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979531.801552:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979531.801562:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979531.801569:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979531.801578:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979531.801587:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559943296, portal 25
00000100:00000001:0.0:1783979531.801593:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979531.801595:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:0.0:1783979531.801604:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.801614:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979531.801619:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979531.801624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979531.801628:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559943296, offset 0
00000400:00000200:0.0:1783979531.801641:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979531.801665:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.801677:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979531.801686:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979531.801694:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979531.801700:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979531.801703:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979531.801707:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390570:390570:256:4294967295] 192.168.201.140@tcp LPNI seq info [390545:390545:8:4294967295]
00000400:00000200:0.0:1783979531.801711:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.801728:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979531.801741:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.801750:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979531.801761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979531.801767:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979531.801776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979531.801783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979531.801793:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.801798:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979531.801807:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979531.801815:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979531.801824:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979531.801829:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979531.801837:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979531.801845:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.801868:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.801876:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.801893:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.801896:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979531.801904:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979531.801913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979531.801917:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304930506
00000100:00000010:0.0:1783979531.801922:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb646c0.
00000100:00000001:0.0:1783979531.801930:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979531.801937:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304930506
00000100:00000010:0.0:1783979531.801943:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64b40.
00000100:00000001:0.0:1783979531.801950:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979531.801957:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979531.801963:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.801970:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979531.801979:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979531/real 1783979531]  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979531.801997:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979531.802001:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979531.802006:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979531.802012:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979531.802016:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979531.802021:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979531.802029:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979531.802046:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802083:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979531.802086:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802089:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.802092:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979531.802099:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802120:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979531.802128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802153:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979531.802159:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802162:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.802164:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802167:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979531.802171:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979531.802174:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979531.802179:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979531.802182:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979531.802188:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979531.802199:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559943296:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979531.802205:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802208:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.802212:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559943296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802224:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979531.802227:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979531.802230:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979531.802234:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979531.802242:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979531.802245:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979531.802249:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979531.802252:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979531.802256:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979531.802259:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979531.802263:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:0.0:1783979531.802268:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979531.802271:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802273:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802283:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979531.802285:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.802288:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979531.802292:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979531.802295:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979531.802299:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802318:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979531.802320:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.802324:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979531.802325:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979531.802327:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979531.802332:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979531.802338:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979531.802341:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979531.802349:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.802352:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979531.802357:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979531.802359:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979531.802365:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979531.802368:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979531.802372:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979531.802376:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559943424, portal 10
00000100:00000001:0.0:1783979531.802380:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979531.802382:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:0.0:1783979531.802392:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802401:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979531.802405:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979531.802408:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979531.802412:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559943424, offset 0
00000400:00000200:0.0:1783979531.802420:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979531.802428:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.802435:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979531.802442:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979531.802445:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979531.802447:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979531.802449:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979531.802454:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390571:390571:256:4294967295] 192.168.201.140@tcp LPNI seq info [390546:390546:8:4294967295]
00000400:00000200:0.0:1783979531.802459:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.802467:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979531.802471:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.802475:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979531.802479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979531.802482:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979531.802486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979531.802489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979531.802502:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.802504:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979531.802507:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979531.802510:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979531.802513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979531.802515:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979531.802517:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979531.802520:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802527:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.802530:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802536:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.802538:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979531.802541:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979531.802544:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979531.802547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979531.802549:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304926738
00000100:00000001:0.0:1783979531.802552:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304930506
00000100:00000001:0.0:1783979531.802554:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304926738
00000100:00000001:0.0:1783979531.802556:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304930506
00000100:00000001:0.0:1783979531.802558:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979531.802560:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.802561:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979531.802565:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979531/real 1783979531]  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979531.802572:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979531.802573:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979531.802575:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979531.802577:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979531.802579:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979531.802582:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979531.802584:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979531.802592:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802597:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979531.802599:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802600:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.802602:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979531.802605:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802611:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979531.802614:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802618:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979531.802620:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802621:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.802621:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802622:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979531.802623:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979531.802625:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979531.802628:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979531.802630:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979531.802634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979531.802642:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979531.802646:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979531.802649:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802654:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979531.802655:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.802657:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979531.802659:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979531.802661:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979531.802663:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979531.802666:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979531.802668:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979531.802669:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.802671:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979531.802674:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979531.802676:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979531.802679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979531.802682:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979531.802685:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979531.802687:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559943552, portal 10
00000100:00000001:0.0:1783979531.802688:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979531.802689:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:0.0:1783979531.802693:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802697:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979531.802698:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979531.802700:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979531.802701:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559943552, offset 0
00000400:00000200:0.0:1783979531.802704:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979531.802708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.802711:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979531.802714:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979531.802716:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979531.802718:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979531.802720:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979531.802723:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390572:390572:256:4294967295] 192.168.201.140@tcp LPNI seq info [390547:390547:8:4294967295]
00000400:00000200:0.0:1783979531.802726:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.802731:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979531.802735:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.802738:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979531.802742:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979531.802745:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979531.802749:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979531.802752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979531.802755:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.802756:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979531.802759:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979531.802763:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979531.802765:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979531.802767:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979531.802769:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979531.802772:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802780:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.802783:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802790:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.802792:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979531.802795:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979531.802798:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979531.802802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979531.802805:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304926734
00000100:00000001:0.0:1783979531.802807:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304930506
00000100:00000001:0.0:1783979531.802810:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304926734
00000100:00000001:0.0:1783979531.802812:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304930506
00000100:00000001:0.0:1783979531.802815:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979531.802817:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.802818:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979531.802821:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979531/real 1783979531]  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979531.802826:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979531.802827:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979531.802828:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979531.802830:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979531.802832:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979531.802834:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979531.802837:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979531.802844:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802850:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979531.802851:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802853:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.802854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979531.802857:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802863:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979531.802867:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802873:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979531.802875:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802877:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.802878:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.802879:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979531.802881:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979531.802883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979531.802886:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979531.802888:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979531.802892:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979531.802899:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979531.802902:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979531.802905:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802911:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979531.802913:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.802915:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979531.802916:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979531.802918:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979531.802920:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979531.802924:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979531.802925:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979531.802927:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.802928:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979531.802931:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979531.802933:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979531.802936:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979531.802937:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979531.802940:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979531.802942:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559943680, portal 4
00000100:00000001:0.0:1783979531.802943:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979531.802944:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:0.0:1783979531.802951:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.802957:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979531.802959:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979531.802961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979531.802963:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559943680, offset 0
00000400:00000200:0.0:1783979531.802966:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979531.802970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.802973:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979531.802976:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979531.802978:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979531.802981:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979531.802983:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979531.802986:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390573:390573:256:4294967295] 192.168.201.140@tcp LPNI seq info [390548:390548:8:4294967295]
00000400:00000200:0.0:1783979531.802990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.802995:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979531.803000:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.803002:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979531.803006:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979531.803008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979531.803012:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979531.803015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979531.803018:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.803020:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979531.803022:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979531.803026:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979531.803029:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979531.803031:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979531.803034:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979531.803037:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803044:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.803065:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803070:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.803071:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979531.803074:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979531.803076:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979531.803078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979531.803079:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304926762
00000100:00000001:0.0:1783979531.803081:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304930506
00000100:00000001:0.0:1783979531.803082:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304926762
00000100:00000001:0.0:1783979531.803084:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304930506
00000100:00000001:0.0:1783979531.803086:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979531.803088:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.803090:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979531.803093:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979531/real 1783979531]  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979531.803101:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979531.803102:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979531.803103:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979531.803106:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979531.803107:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979531.803109:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979531.803112:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979531.803119:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803126:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979531.803127:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803129:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.803131:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979531.803134:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803140:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979531.803143:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803147:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979531.803149:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803149:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.803150:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803151:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979531.803152:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979531.803153:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979531.803155:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979531.803156:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979531.803159:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979531.803163:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979531.803165:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803167:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.803168:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559943424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803172:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979531.803173:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979531.803174:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979531.803176:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979531.803177:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979531.803178:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979531.803179:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979531.803181:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979531.803182:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979531.803183:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979531.803184:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:0.0:1783979531.803186:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979531.803187:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803188:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.803190:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559943552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803194:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979531.803195:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979531.803196:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979531.803197:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979531.803197:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979531.803198:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979531.803199:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979531.803200:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:0.0:1783979531.803201:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979531.803201:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979531.803202:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:0.0:1783979531.803203:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979531.803204:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803205:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.803206:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559943680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803209:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979531.803210:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979531.803211:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979531.803212:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979531.803212:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979531.803213:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979531.803214:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979531.803215:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979531.803216:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979531.803217:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979531.803218:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:0.0:1783979531.803219:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979531.803220:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803221:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803224:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979531.803225:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.803226:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979531.803227:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979531.803228:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979531.803230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803234:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979531.803234:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.803236:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979531.803237:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979531.803238:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979531.803240:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979531.803241:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979531.803242:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979531.803243:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979531.803244:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979531.803247:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979531.803248:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979531.803250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979531.803252:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979531.803254:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979531.803255:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559943808, portal 4
00000100:00000001:0.0:1783979531.803256:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979531.803257:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:0.0:1783979531.803261:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803268:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979531.803270:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979531.803271:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979531.803273:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559943808, offset 0
00000400:00000200:0.0:1783979531.803275:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979531.803277:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.803279:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979531.803281:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979531.803283:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979531.803284:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979531.803286:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979531.803288:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390574:390574:256:4294967295] 192.168.201.140@tcp LPNI seq info [390549:390549:8:4294967295]
00000400:00000200:0.0:1783979531.803290:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979531.803294:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979531.803297:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.803300:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979531.803304:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979531.803306:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979531.803310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979531.803312:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979531.803315:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979531.803317:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979531.803322:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979531.803325:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979531.803327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979531.803329:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979531.803331:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979531.803333:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803340:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.803342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979556 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803352:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.803353:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979531.803356:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979531.803359:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979531.803362:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979531.803363:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304926764
00000100:00000001:0.0:1783979531.803365:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304930506
00000100:00000001:0.0:1783979531.803367:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304926764
00000100:00000001:0.0:1783979531.803369:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304930506
00000100:00000001:0.0:1783979531.803371:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979531.803372:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.803374:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979531.803377:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979531/real 1783979531]  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979531.803383:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979531.803385:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979531.803386:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979531.803388:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979531.803389:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979531.803391:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979531.803394:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979531.803401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803406:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979531.803407:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803409:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.803410:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979531.803413:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803419:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979531.803422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803428:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979531.803430:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803431:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979531.803432:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803434:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979531.803436:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979531.803438:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979531.803441:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979531.803442:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979531.803446:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979531.803452:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559943808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979531.803455:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803456:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979531.803459:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559943808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979556 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979531.803463:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979531.803465:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979531.803466:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979531.803468:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979531.803470:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979531.803471:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979531.803473:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979531.803474:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979531.803476:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979531.803478:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979531.803479:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:0.0:1783979531.803481:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979531.803482:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803484:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979531.803487:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979531.803488:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979531.803489:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979531.803491:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979532.570214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979532.570224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979532.570228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979532.570230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979532.570232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979532.570234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979532.570325:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979532.570329:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979532.570332:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979533.593156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979533.593162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979533.593165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979533.593166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979533.593168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979533.593169:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979533.593228:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979533.593232:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979533.593236:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979534.617188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979534.617195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979534.617201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979534.617202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979534.617206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979534.617207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979534.617277:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979534.617282:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979534.617285:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979535.641121:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304930506, at 4304930560
00010000:00000001:1.0:1783979535.641135:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979535.641135:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64b40.
00010000:00000001:1.0:1783979535.641142:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979535.641148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979535.641150:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979535.641154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979535.641158:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979535.641160:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979535.641164:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979535.641167:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979535.641169:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979535.641171:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979535.641173:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979535.641262:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979535.641266:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979535.641269:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979536.665187:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979536.665195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979536.665201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979536.665203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979536.665206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979536.665207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979536.667496:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1783979536.667502:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1783979536.667507:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979536.921238:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979536.921248:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979536.921250:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979536.921254:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979536.921258:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979536.921265:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10259
00000400:00000200:3.0:1783979536.921273:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979536.921279:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979536.921282:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979536.921285:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921288:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979536.921290:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921292:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979536.921296:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979536.921298:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979536.921300:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979536.921303:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979536.921305:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979536.921307:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979536.921311:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921314:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979536.921315:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921317:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979536.921320:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979536.921322:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921325:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979536.921327:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979536.921330:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979536.921333:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.921335:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979536.921336:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979536.921344:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979536.921347:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979536.921350:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979536.921351:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.921354:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979536.921356:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979536.921359:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979536.921365:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979536.921370:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979536.921376:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979536.921383:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979536.921387:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979536.921390:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.921458:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979536.921463:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979536.921465:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979536.921473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.921481:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979536.921483:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.921487:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979536.921490:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.921491:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979536.921497:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979536.921498:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1783979536.921503:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559943936:192.168.201.140@tcp:250:kworker.0
00000100:00080000:3.0:1783979536.921505:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979536.921509:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1783979536.921510:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1783979536.921511:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979536.921515:0:180700:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1783979536.921516:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1783979536.921520:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10259
02000000:00000001:0.0:1783979536.921521:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979536.921525:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:0.0:1783979536.921526:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1783979536.921529:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979536.921532:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979536.921534:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921536:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979536.921538:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921541:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979536.921543:0:180700:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:0.0:1783979536.921545:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
00000020:00000040:3.0:1783979536.921545:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979536.921547:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1783979536.921550:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979536.921552:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979536.921556:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000400:00000200:0.0:1783979536.921560:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:3.0:1783979536.921561:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000400:00000010:0.0:1783979536.921567:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000100:00000040:3.0:1783979536.921568:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921573:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783979536.921576:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000040:3.0:1783979536.921576:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921582:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979536.921585:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979536.921588:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921590:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979536.921591:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1783979536.921596:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559943936, portal 25
02000000:00000001:3.0:1783979536.921597:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979536.921602:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1783979536.921603:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.921605:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000001:3.0:1783979536.921607:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979536.921613:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1783979536.921615:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1783979536.921619:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.921624:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.921630:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1783979536.921630:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979536.921635:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000100:00000040:0.0:1783979536.921636:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979536.921642:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
02000000:00000001:3.0:1783979536.921642:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979536.921645:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979536.921649:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559943936, offset 0
00000100:00000001:3.0:1783979536.921649:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979536.921652:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1783979536.921659:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
02000000:00000001:3.0:1783979536.921668:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979536.921674:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979536.921678:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979536.921680:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00100000:3.0:1783979536.921686:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979536.921690:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000001:3.0:1783979536.921696:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979536.921699:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979536.921701:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783979536.921704:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979536.921709:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979536.921715:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979536.921720:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921720:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979536.921726:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390575:390575:256:4294967295] 192.168.201.140@tcp LPNI seq info [390550:390550:8:4294967295]
00000100:00080000:3.0:1783979536.921727:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979536.921735:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1783979536.921736:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979536.921738:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979536.921742:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979536.921745:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979536.921752:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10259
00000400:00000200:0.0:1783979536.921755:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979536.921765:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979536.921765:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979536.921773:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000010:0.0:1783979536.921774:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000100:00080000:3.0:1783979536.921777:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979536.921783:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000800:00000200:0.0:1783979536.921785:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:3.0:1783979536.921787:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1783979536.921792:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1783979536.921793:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921800:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979536.921805:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1783979536.921805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000040:3.0:1783979536.921809:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000800:00000200:0.1:1783979536.921811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783979536.921813:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979536.921817:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000800:00000100:0.0:1783979536.921821:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000020:00000001:3.0:1783979536.921823:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000800:00000010:0.0:1783979536.921826:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000020:00000001:3.0:1783979536.921828:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:0.0:1783979536.921834:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1783979536.921835:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979536.921842:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979536.921848:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979536.921853:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:3.0:1783979536.921853:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979536.921859:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979536.921860:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783979536.921864:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979536.921866:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979536.921868:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979536.921870:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979536.921871:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979536.921874:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979536.921875:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.921876:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979536.921879:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1783979536.921880:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1783979536.921882:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.921885:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979536.921890:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000100:00000001:0.0:1783979536.921900:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1783979536.921901:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979536.921907:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1783979536.921908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979536.921910:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.921914:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979536.921917:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979536.921921:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.921922:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.921926:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1783979536.921927:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:0.0:1783979536.921934:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.921934:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979536.921941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979536.921946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304935626
00000100:00100000:3.0:1783979536.921946:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1783979536.921955:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64d20.
00000100:00000001:3.0:1783979536.921956:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979536.921959:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979536.921963:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.921964:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979536.921974:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304935626
00000100:00000001:3.0:1783979536.921975:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979536.921979:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb641e0.
00000100:00080000:3.0:1783979536.921982:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979536.921985:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1783979536.921988:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979536.921991:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979536.921991:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1783979536.921996:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979536.921996:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979536.922001:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1783979536.922002:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979536.922009:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10259
00000100:00100000:0.0:1783979536.922010:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979536/real 1783979536]  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979536.922018:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979536.922025:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000001:0.0:1783979536.922029:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1783979536.922029:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1783979536.922033:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1783979536.922036:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000010:0.0:1783979536.922037:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000100:00000001:3.0:1783979536.922041:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979536.922042:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979536.922073:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979536.922078:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1783979536.922081:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000200:0.0:1783979536.922084:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979536.922087:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979536.922093:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979536.922096:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979536.922098:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979536.922101:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979536.922104:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979536.922108:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979536.922114:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.922116:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1783979536.922119:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979536.922120:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.922123:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979536.922126:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:0.0:1783979536.922135:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1783979536.922136:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979536.922139:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979536.922140:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922144:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1783979536.922146:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979536.922148:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1783979536.922150:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979536.922155:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979536.922156:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979536.922159:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979536.922163:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1783979536.922168:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1783979536.922169:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.922174:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979536.922176:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783979536.922179:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979536.922186:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000001:0.0:1783979536.922189:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1783979536.922191:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979536.922194:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922195:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979536.922197:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1783979536.922199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1783979536.922201:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979536.922204:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922208:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1783979536.922208:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979536.922212:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922213:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979536.922217:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1783979536.922219:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1783979536.922221:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979536.922231:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979536.922231:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979536.922235:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922236:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979536.922240:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979536.922245:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979536.922251:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979536.922256:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979536.922263:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1783979536.922264:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559943936:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979536.922267:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1783979536.922272:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979536.922272:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979536.922277:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1783979536.922278:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1783979536.922282:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559943936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979536.922285:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10259
00000400:00000200:3.0:1783979536.922295:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979536.922302:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979536.922305:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1783979536.922306:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1783979536.922308:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979536.922312:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
00000100:00000040:3.0:1783979536.922312:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.922316:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1783979536.922318:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979536.922322:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1783979536.922322:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000020:00000040:0.0:1783979536.922325:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000100:00000001:3.0:1783979536.922328:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979536.922329:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979536.922333:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
00000020:00000001:3.0:1783979536.922333:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979536.922334:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979536.922338:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1783979536.922339:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1783979536.922339:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
02000000:00000001:0.0:1783979536.922343:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1783979536.922343:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000010:0.0:1783979536.922347:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000020:00000001:3.0:1783979536.922348:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:0.0:1783979536.922354:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1783979536.922354:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979536.922356:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979536.922358:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979536.922359:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979536.922363:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979536.922363:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979536.922368:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979536.922370:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979536.922371:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979536.922372:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979536.922375:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1783979536.922375:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979536.922379:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979536.922380:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979536.922384:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979536.922386:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1783979536.922386:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1783979536.922389:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00000001:3.0:1783979536.922390:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922393:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979536.922393:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979536.922399:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000100:00000040:0.0:1783979536.922400:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979536.922413:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979536.922419:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979536.922422:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922425:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979536.922426:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1783979536.922428:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979536.922429:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979536.922432:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979536.922433:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.922436:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979536.922440:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979536.922440:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00100000:0.0:1783979536.922445:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979536.922447:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922451:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979536.922455:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979536.922458:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979536.922458:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979536.922463:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979536.922466:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979536.922470:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979536.922477:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979536.922482:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000100:00000001:3.0:1783979536.922484:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1783979536.922486:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000001:3.0:1783979536.922489:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979536.922491:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559944064, portal 10
00000100:00000001:0.0:1783979536.922495:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979536.922497:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:3.0:1783979536.922497:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979536.922508:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979536.922509:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979536.922515:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10269)
00000100:00000001:0.0:1783979536.922520:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979536.922523:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979536.922525:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979536.922528:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559944064, offset 0
00000400:00000200:0.0:1783979536.922534:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979536.922538:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979536.922541:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979536.922544:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979536.922546:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979536.922549:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979536.922551:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979536.922554:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390576:390576:256:4294967295] 192.168.201.140@tcp LPNI seq info [390551:390551:8:4294967295]
00000400:00000200:0.0:1783979536.922558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979536.922564:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979536.922568:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979536.922571:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979536.922575:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979536.922577:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979536.922581:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979536.922584:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979536.922587:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979536.922589:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979536.922592:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979536.922595:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979536.922598:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979536.922599:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979536.922602:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979536.922606:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922613:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979536.922616:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922622:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922624:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979536.922627:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979536.922631:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979536.922634:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979536.922636:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304931858
00000100:00000001:0.0:1783979536.922639:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304935626
00000100:00000001:0.0:1783979536.922641:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304931858
00000100:00000001:0.0:1783979536.922643:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304935626
00000100:00000001:0.0:1783979536.922645:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979536.922647:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922649:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979536.922652:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979536/real 1783979536]  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979536.922660:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979536.922661:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979536.922663:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979536.922665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979536.922667:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979536.922669:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979536.922673:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979536.922680:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922692:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979536.922693:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.922695:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979536.922696:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979536.922699:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922705:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979536.922709:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922715:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979536.922717:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.922719:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979536.922720:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.922721:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979536.922723:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979536.922725:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979536.922728:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979536.922730:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979536.922734:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979536.922741:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979536.922745:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979536.922748:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922753:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979536.922755:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.922757:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979536.922758:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979536.922760:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979536.922763:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979536.922766:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979536.922767:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979536.922769:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.922770:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979536.922774:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979536.922775:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979536.922778:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979536.922781:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979536.922784:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979536.922786:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559944192, portal 10
00000100:00000001:0.0:1783979536.922789:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979536.922790:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:0.0:1783979536.922795:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922800:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979536.922803:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979536.922805:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979536.922807:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559944192, offset 0
00000400:00000200:0.0:1783979536.922811:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979536.922815:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979536.922818:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979536.922821:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979536.922823:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979536.922825:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979536.922827:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979536.922830:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390577:390577:256:4294967295] 192.168.201.140@tcp LPNI seq info [390552:390552:8:4294967295]
00000400:00000200:0.0:1783979536.922834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979536.922839:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979536.922844:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979536.922847:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979536.922850:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979536.922853:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979536.922857:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979536.922859:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979536.922863:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979536.922865:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979536.922867:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979536.922870:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979536.922873:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979536.922875:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979536.922877:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979536.922881:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922888:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979536.922891:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922899:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979536.922902:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979536.922905:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979536.922908:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979536.922910:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304931854
00000100:00000001:0.0:1783979536.922912:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304935626
00000100:00000001:0.0:1783979536.922914:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304931854
00000100:00000001:0.0:1783979536.922916:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304935626
00000100:00000001:0.0:1783979536.922918:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979536.922920:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.922922:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979536.922926:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979536/real 1783979536]  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979536.922934:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979536.922935:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979536.922937:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979536.922939:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979536.922941:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979536.922943:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979536.922946:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979536.922953:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922959:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979536.922960:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.922962:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979536.922963:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979536.922967:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922973:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979536.922977:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.922983:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979536.922985:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.922987:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979536.922988:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.922990:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979536.922991:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979536.922993:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979536.922997:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979536.922999:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979536.923003:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979536.923011:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979536.923014:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979536.923017:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923023:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979536.923024:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.923027:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979536.923028:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979536.923030:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979536.923033:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979536.923036:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979536.923038:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979536.923039:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.923041:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979536.923044:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979536.923066:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979536.923071:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979536.923073:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979536.923076:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979536.923079:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559944320, portal 4
00000100:00000001:0.0:1783979536.923081:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979536.923082:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:0.0:1783979536.923088:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923093:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979536.923095:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979536.923098:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979536.923100:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559944320, offset 0
00000400:00000200:0.0:1783979536.923105:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979536.923108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979536.923112:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979536.923114:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979536.923117:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979536.923119:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979536.923121:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979536.923124:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390578:390578:256:4294967295] 192.168.201.140@tcp LPNI seq info [390553:390553:8:4294967295]
00000400:00000200:0.0:1783979536.923128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979536.923133:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979536.923138:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979536.923140:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979536.923144:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979536.923147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979536.923151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979536.923153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979536.923156:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979536.923157:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979536.923160:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979536.923163:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979536.923165:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979536.923167:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979536.923169:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979536.923172:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923178:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979536.923181:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923186:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.923187:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979536.923190:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979536.923192:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979536.923195:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979536.923197:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304931882
00000100:00000001:0.0:1783979536.923199:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304935626
00000100:00000001:0.0:1783979536.923201:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304931882
00000100:00000001:0.0:1783979536.923204:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304935626
00000100:00000001:0.0:1783979536.923205:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979536.923207:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.923209:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979536.923212:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979536/real 1783979536]  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979536.923220:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979536.923221:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979536.923223:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979536.923225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979536.923226:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979536.923228:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979536.923231:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979536.923239:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923244:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979536.923246:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923247:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979536.923249:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979536.923252:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923258:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979536.923261:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923267:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979536.923270:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923271:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979536.923273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923274:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979536.923276:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979536.923278:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979536.923281:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979536.923283:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979536.923286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979536.923293:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979536.923297:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923299:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979536.923301:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559944064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923308:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979536.923309:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979536.923311:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979536.923313:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979536.923314:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979536.923315:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979536.923318:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979536.923319:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:0.0:1783979536.923322:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979536.923323:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979536.923324:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:0.0:1783979536.923327:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979536.923328:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923330:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979536.923333:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559944192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923344:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979536.923345:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979536.923347:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979536.923349:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979536.923350:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979536.923351:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979536.923353:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979536.923355:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:0.0:1783979536.923356:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979536.923357:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979536.923359:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:0.0:1783979536.923360:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979536.923361:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923363:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979536.923366:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559944320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923372:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979536.923373:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979536.923374:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979536.923376:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979536.923378:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979536.923379:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979536.923380:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979536.923381:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:0.0:1783979536.923383:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979536.923384:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979536.923386:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:0.0:1783979536.923388:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979536.923389:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923391:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923395:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979536.923397:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.923399:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979536.923400:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979536.923402:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979536.923420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923426:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979536.923428:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.923430:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979536.923432:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979536.923433:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979536.923436:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979536.923439:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979536.923441:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979536.923442:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979536.923444:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979536.923446:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979536.923448:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979536.923451:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979536.923454:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979536.923456:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979536.923459:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559944448, portal 4
00000100:00000001:0.0:1783979536.923461:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979536.923462:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:0.0:1783979536.923468:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923474:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979536.923476:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979536.923479:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979536.923481:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559944448, offset 0
00000400:00000200:0.0:1783979536.923485:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979536.923489:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979536.923492:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979536.923495:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979536.923497:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979536.923499:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979536.923501:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979536.923505:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390579:390579:256:4294967295] 192.168.201.140@tcp LPNI seq info [390554:390554:8:4294967295]
00000400:00000200:0.0:1783979536.923508:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979536.923514:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979536.923518:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979536.923521:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979536.923524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979536.923527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979536.923531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979536.923534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979536.923537:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979536.923539:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979536.923542:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979536.923545:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979536.923548:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979536.923550:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979536.923552:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979536.923555:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923563:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979536.923566:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979561 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923571:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.923573:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979536.923576:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979536.923579:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979536.923582:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979536.923584:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304931884
00000100:00000001:0.0:1783979536.923586:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304935626
00000100:00000001:0.0:1783979536.923588:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304931884
00000100:00000001:0.0:1783979536.923590:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304935626
00000100:00000001:0.0:1783979536.923592:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979536.923595:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.923596:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979536.923600:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979536/real 1783979536]  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979536.923607:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979536.923608:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979536.923610:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979536.923612:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979536.923614:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979536.923616:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979536.923618:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979536.923626:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923632:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979536.923633:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923635:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979536.923636:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979536.923640:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923646:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979536.923649:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923655:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979536.923657:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923659:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979536.923660:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923662:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979536.923663:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979536.923665:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979536.923669:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979536.923671:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979536.923675:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979536.923682:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979536.923686:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923688:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979536.923690:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559944448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979561 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979536.923696:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979536.923698:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979536.923699:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979536.923702:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979536.923703:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979536.923705:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979536.923707:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979536.923708:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:0.0:1783979536.923711:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979536.923712:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979536.923713:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:0.0:1783979536.923716:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979536.923717:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923719:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979536.923722:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979536.923723:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979536.923725:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979536.923726:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979537.689124:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979537.689129:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979537.689132:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979537.689133:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979537.689135:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979537.689136:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979537.689384:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979537.689387:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979537.689398:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979538.713208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979538.713218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979538.713225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979538.713227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979538.713230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979538.713232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979538.713301:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979538.713305:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979538.713308:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979539.737298:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979539.737306:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979539.737307:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979539.737310:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979539.737313:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979539.737314:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979539.737316:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979539.737317:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979539.737320:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979539.737321:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979539.737322:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979539.737323:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979539.737324:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979539.737324:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979539.737325:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979539.737326:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979539.737336:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979539.737337:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979539.737404:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979539.737408:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979539.737411:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979540.761156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979540.761162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979540.761168:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979540.761170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979540.761177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979540.761179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979540.761186:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304935626, at 4304935680
00000100:00000010:3.0:1783979540.761200:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb641e0.
00000020:00000001:0.0:1783979540.761330:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979540.761334:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979540.761346:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979541.785191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979541.785198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979541.785203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979541.785204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979541.785207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979541.785208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979541.785315:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979541.785319:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979541.785330:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979542.041211:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979542.041225:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979542.041228:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979542.041233:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979542.041238:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979542.041248:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10264
00000400:00000200:3.0:1783979542.041258:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979542.041267:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979542.041270:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979542.041274:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041278:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041280:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041283:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979542.041288:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979542.041290:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979542.041293:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979542.041298:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979542.041300:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979542.041303:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979542.041306:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041309:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041310:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041311:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979542.041314:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979542.041326:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041329:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979542.041332:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979542.041337:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979542.041340:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041346:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979542.041350:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979542.041362:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979542.041366:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979542.041371:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979542.041373:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041376:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979542.041379:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979542.041384:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979542.041394:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979542.041402:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979542.041413:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979542.041425:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979542.041435:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979542.041441:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979542.041466:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979542.041470:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979542.041473:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979542.041474:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979542.041476:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979542.041482:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979542.041486:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10264
00000400:00000200:3.0:1783979542.041490:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979542.041493:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979542.041495:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979542.041498:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041500:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041502:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041504:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979542.041506:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979542.041508:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979542.041510:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979542.041512:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979542.041514:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979542.041516:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979542.041518:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041520:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041521:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041524:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979542.041526:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979542.041528:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041531:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979542.041533:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979542.041539:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979542.041541:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041543:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979542.041548:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979542.041551:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041553:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979542.041558:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979542.041560:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979542.041563:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979542.041564:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041566:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979542.041567:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979542.041569:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979542.041573:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979542.041576:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979542.041581:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979542.041587:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979542.041589:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979542.041593:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979542.041600:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979542.041603:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979542.041606:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979542.041608:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979542.041609:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979542.041612:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979542.041614:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10264
00000400:00000200:3.0:1783979542.041618:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979542.041620:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979542.041622:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979542.041625:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041627:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041629:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041631:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979542.041634:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979542.041635:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979542.041636:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979542.041638:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979542.041640:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979542.041642:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979542.041645:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041647:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041649:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041651:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979542.041653:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979542.041656:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041658:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979542.041660:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979542.041662:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979542.041664:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041666:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979542.041668:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979542.041670:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041671:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979542.041674:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979542.041676:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979542.041679:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979542.041680:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041682:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979542.041683:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979542.041684:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979542.041688:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979542.041690:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979542.041694:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979542.041701:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979542.041703:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979542.041706:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979542.041712:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979542.041715:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979542.041718:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979542.041720:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979542.041721:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979542.041723:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979542.041726:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10264
00000400:00000200:3.0:1783979542.041729:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979542.041731:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979542.041733:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979542.041735:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041737:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041739:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041741:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979542.041742:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979542.041743:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979542.041745:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979542.041747:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979542.041748:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979542.041751:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979542.041754:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041755:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041757:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041759:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979542.041761:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979542.041764:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041766:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979542.041767:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979542.041769:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979542.041770:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041772:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979542.041775:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979542.041777:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041778:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979542.041781:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979542.041783:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979542.041786:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979542.041787:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041788:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979542.041789:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979542.041791:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979542.041793:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979542.041797:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979542.041800:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979542.041806:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979542.041808:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979542.041812:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979542.041818:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979542.041821:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979542.041824:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979542.041826:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979542.041827:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979542.041830:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979542.041832:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10264
00000400:00000200:3.0:1783979542.041835:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979542.041838:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979542.041840:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979542.041843:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041845:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041846:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041849:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979542.041851:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979542.041852:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979542.041854:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979542.041856:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979542.041858:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979542.041860:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979542.041862:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041864:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979542.041866:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041868:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979542.041870:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979542.041873:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979542.041875:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979542.041876:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979542.041878:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979542.041880:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041882:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979542.041883:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979542.041885:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041887:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979542.041890:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979542.041892:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979542.041893:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979542.041894:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979542.041896:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979542.041897:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979542.041898:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979542.041902:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979542.041904:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979542.041909:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979542.041920:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979542.041922:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979542.041925:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979542.041931:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979542.041937:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10274)
00000100:00000001:0.0:1783979542.045403:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979542.045411:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979542.045415:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979542.045428:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045439:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979542.045441:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.045445:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979542.045448:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979542.045451:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979542.045455:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559944576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979542.045459:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979542.045463:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979542.045465:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.045468:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979542.045477:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979542.045479:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979542.045487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979542.045491:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979542.045498:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979542.045504:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559944576, portal 25
00000100:00000001:0.0:1783979542.045507:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979542.045508:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:0.0:1783979542.045514:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045526:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979542.045528:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979542.045530:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979542.045534:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559944576, offset 0
00000400:00000200:0.0:1783979542.045541:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979542.045549:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.045557:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979542.045562:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979542.045566:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979542.045569:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979542.045571:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979542.045575:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390580:390580:256:4294967295] 192.168.201.140@tcp LPNI seq info [390555:390555:8:4294967295]
00000400:00000200:0.0:1783979542.045580:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.045589:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979542.045594:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.045599:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979542.045606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979542.045609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979542.045614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979542.045618:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979542.045622:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.045624:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979542.045630:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979542.045634:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979542.045639:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979542.045641:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979542.045645:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979542.045649:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045658:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.045661:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045672:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.045674:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979542.045681:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979542.045684:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979542.045687:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304940750
00000100:00000010:0.0:1783979542.045692:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64780.
00000100:00000001:0.0:1783979542.045698:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979542.045704:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304940750
00000100:00000010:0.0:1783979542.045707:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64ae0.
00000100:00000001:0.0:1783979542.045710:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979542.045713:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979542.045715:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.045717:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979542.045721:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979542/real 1783979542]  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979542.045729:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979542.045731:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979542.045733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979542.045735:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979542.045737:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979542.045739:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979542.045742:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979542.045750:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045756:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979542.045757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.045759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.045760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979542.045764:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045771:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979542.045775:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045781:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979542.045784:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.045785:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.045786:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.045788:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979542.045790:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979542.045794:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979542.045797:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979542.045800:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979542.045804:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979542.045811:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559944576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979542.045815:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979542.045819:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045825:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979542.045827:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.045829:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979542.045831:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979542.045832:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979542.045835:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979542.045838:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979542.045840:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979542.045842:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.045844:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979542.045847:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979542.045849:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979542.045852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979542.045855:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979542.045858:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979542.045860:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559944704, portal 10
00000100:00000001:0.0:1783979542.045862:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979542.045863:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:0.0:1783979542.045870:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045876:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979542.045878:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979542.045880:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979542.045882:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559944704, offset 0
00000400:00000200:0.0:1783979542.045886:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979542.045890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.045893:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979542.045896:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979542.045899:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979542.045901:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979542.045903:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979542.045906:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390581:390581:256:4294967295] 192.168.201.140@tcp LPNI seq info [390556:390556:8:4294967295]
00000400:00000200:0.0:1783979542.045910:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.045916:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979542.045920:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.045923:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979542.045927:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979542.045929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979542.045933:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979542.045936:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979542.045939:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.045941:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979542.045944:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979542.045947:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979542.045950:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979542.045952:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979542.045954:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979542.045957:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045963:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.045966:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.045972:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.045973:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979542.045976:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979542.045980:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979542.045983:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979542.045985:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304936981
00000100:00000001:0.0:1783979542.045987:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304940750
00000100:00000001:0.0:1783979542.045989:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304936981
00000100:00000001:0.0:1783979542.045991:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304940750
00000100:00000001:0.0:1783979542.045993:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979542.045995:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.045996:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979542.046000:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979542/real 1783979542]  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979542.046007:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979542.046008:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979542.046010:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979542.046012:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979542.046013:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979542.046015:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979542.046019:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979542.046026:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046032:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979542.046033:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046035:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.046037:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979542.046040:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046080:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979542.046085:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046092:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979542.046094:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046096:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.046097:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046099:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979542.046101:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979542.046103:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979542.046107:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979542.046109:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979542.046113:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979542.046120:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979542.046124:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979542.046128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046139:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979542.046140:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.046142:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979542.046144:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979542.046146:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979542.046148:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979542.046151:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979542.046154:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979542.046155:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.046157:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979542.046159:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979542.046161:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979542.046164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979542.046167:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979542.046170:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979542.046172:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559944832, portal 10
00000100:00000001:0.0:1783979542.046174:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979542.046175:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:0.0:1783979542.046181:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046187:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979542.046189:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979542.046191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979542.046193:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559944832, offset 0
00000400:00000200:0.0:1783979542.046196:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979542.046200:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.046203:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979542.046205:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979542.046208:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979542.046210:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979542.046212:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979542.046215:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390582:390582:256:4294967295] 192.168.201.140@tcp LPNI seq info [390557:390557:8:4294967295]
00000400:00000200:0.0:1783979542.046219:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.046226:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979542.046230:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.046233:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979542.046236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979542.046238:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979542.046242:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979542.046245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979542.046249:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.046251:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979542.046253:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979542.046257:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979542.046259:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979542.046261:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979542.046263:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979542.046266:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046274:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.046277:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046282:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.046284:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979542.046286:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979542.046289:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979542.046292:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979542.046294:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304936978
00000100:00000001:0.0:1783979542.046296:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304940750
00000100:00000001:0.0:1783979542.046298:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304936978
00000100:00000001:0.0:1783979542.046301:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304940750
00000100:00000001:0.0:1783979542.046303:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979542.046305:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.046307:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979542.046310:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979542/real 1783979542]  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979542.046330:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979542.046332:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979542.046333:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979542.046336:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979542.046338:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979542.046340:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979542.046343:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979542.046350:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046356:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979542.046358:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046359:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.046361:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979542.046364:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046370:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979542.046373:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046379:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979542.046381:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046382:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.046383:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046385:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979542.046386:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979542.046389:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979542.046392:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979542.046394:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979542.046398:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979542.046406:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979542.046409:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979542.046413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046420:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979542.046421:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.046424:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979542.046425:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979542.046427:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979542.046430:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979542.046433:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979542.046435:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979542.046437:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.046439:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979542.046441:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979542.046442:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979542.046445:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979542.046447:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979542.046449:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979542.046451:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559944960, portal 4
00000100:00000001:0.0:1783979542.046452:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979542.046453:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:0.0:1783979542.046457:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046461:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979542.046463:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979542.046464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979542.046465:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559944960, offset 0
00000400:00000200:0.0:1783979542.046468:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979542.046470:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.046472:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979542.046474:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979542.046476:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979542.046477:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979542.046479:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979542.046480:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390583:390583:256:4294967295] 192.168.201.140@tcp LPNI seq info [390558:390558:8:4294967295]
00000400:00000200:0.0:1783979542.046483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.046486:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979542.046489:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.046491:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979542.046493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979542.046495:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979542.046497:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979542.046499:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979542.046502:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.046504:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979542.046507:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979542.046511:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979542.046513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979542.046515:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979542.046517:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979542.046520:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046527:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.046529:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046536:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.046538:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979542.046541:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979542.046544:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979542.046547:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979542.046549:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304937005
00000100:00000001:0.0:1783979542.046551:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304940750
00000100:00000001:0.0:1783979542.046553:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304937005
00000100:00000001:0.0:1783979542.046554:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304940750
00000100:00000001:0.0:1783979542.046556:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979542.046558:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.046559:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979542.046562:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979542/real 1783979542]  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979542.046570:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979542.046571:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979542.046573:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979542.046575:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979542.046576:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979542.046578:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979542.046581:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979542.046589:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046595:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979542.046596:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046598:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.046599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979542.046602:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046608:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979542.046611:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046615:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979542.046617:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.046618:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046619:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979542.046620:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979542.046622:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979542.046624:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979542.046625:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979542.046627:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979542.046631:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559944960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979542.046633:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979542.046636:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046639:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979542.046641:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.046642:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979542.046643:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979542.046644:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979542.046645:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979542.046647:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979542.046649:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979542.046650:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979542.046651:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979542.046653:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979542.046654:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979542.046656:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979542.046658:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979542.046660:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979542.046662:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559945088, portal 4
00000100:00000001:0.0:1783979542.046664:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979542.046664:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:0.0:1783979542.046668:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046672:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979542.046674:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979542.046676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979542.046678:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559945088, offset 0
00000400:00000200:0.0:1783979542.046683:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979542.046686:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.046689:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979542.046692:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979542.046694:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979542.046696:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979542.046698:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979542.046700:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390584:390584:256:4294967295] 192.168.201.140@tcp LPNI seq info [390559:390559:8:4294967295]
00000400:00000200:0.0:1783979542.046703:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979542.046708:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979542.046712:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.046715:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979542.046719:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979542.046721:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979542.046724:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979542.046727:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979542.046730:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979542.046731:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979542.046734:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979542.046737:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979542.046739:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979542.046741:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979542.046744:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979542.046747:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046754:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.046756:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.046763:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979542.046766:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979542.046769:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979542.046772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979542.046773:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304937007
00000100:00000001:0.0:1783979542.046775:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304940750
00000100:00000001:0.0:1783979542.046777:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304937007
00000100:00000001:0.0:1783979542.046778:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304940750
00000100:00000001:0.0:1783979542.046780:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979542.046782:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.046783:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979542.046786:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979542/real 1783979542]  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979542.046792:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979542.046793:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979542.046794:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979542.046796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979542.046798:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979542.046799:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979542.046802:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979542.046809:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046818:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979542.046819:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046821:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.046822:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979542.046825:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046831:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979542.046834:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046840:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979542.046841:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046843:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979542.046844:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046846:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979542.046847:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979542.046849:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979542.046852:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979542.046854:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979542.046858:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979542.046865:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979542.046868:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046869:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.046871:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559944576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046876:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979542.046878:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979542.046880:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979542.046881:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979542.046884:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979542.046885:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979542.046886:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979542.046888:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979542.046892:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979542.046893:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979542.046894:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:0.0:1783979542.046897:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979542.046897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046898:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.046900:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559944704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046904:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979542.046904:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979542.046905:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979542.046907:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979542.046907:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979542.046908:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979542.046909:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979542.046910:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:0.0:1783979542.046911:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979542.046911:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979542.046912:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:0.0:1783979542.046913:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979542.046914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046915:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.046916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559944832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046919:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979542.046920:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979542.046921:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979542.046922:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979542.046922:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979542.046923:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979542.046925:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979542.046926:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:0.0:1783979542.046927:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979542.046928:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979542.046928:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:0.0:1783979542.046930:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979542.046930:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046931:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.046933:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559944960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046936:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979542.046937:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979542.046937:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979542.046938:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979542.046939:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979542.046939:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979542.046940:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979542.046941:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:0.0:1783979542.046942:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979542.046943:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979542.046943:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:0.0:1783979542.046944:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979542.046945:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046946:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979542.046947:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559945088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979542.046950:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979542.046951:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979542.046952:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979542.046953:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979542.046953:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979542.046954:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979542.046955:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979542.046956:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:0.0:1783979542.046957:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979542.046958:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979542.046959:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:0.0:1783979542.046960:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979542.046961:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046963:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979542.046969:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979542.046971:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979542.046972:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979542.046973:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979542.809186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979542.809193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979542.809198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979542.809200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979542.809203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979542.809204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979542.809268:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979542.809273:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979542.809276:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979542.937428:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00010000:00000001:1.0:1783979543.833256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979543.833265:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979543.833271:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979543.833272:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979543.833275:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979543.833276:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979543.833364:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979543.833369:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979543.833373:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979544.857149:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979544.857155:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979544.857158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979544.857160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979544.857162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979544.857162:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979544.857223:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979544.857227:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979544.857230:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979545.881175:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304940750, at 4304940800
00010000:00000001:1.0:1783979545.881181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979545.881189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979545.881193:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64ae0.
00010000:00000001:1.0:1783979545.881195:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979545.881199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979545.881205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979545.881210:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979545.881213:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979545.881217:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979545.881221:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979545.881224:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979545.881226:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979545.881229:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979545.881357:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979545.881362:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979545.881366:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979546.906611:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979546.906618:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979546.906623:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979546.906624:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979546.906627:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979546.906628:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979546.906750:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979546.906754:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979546.906757:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979547.161541:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979547.161552:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979547.161554:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979547.161558:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979547.161562:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979547.161569:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10269
00000400:00000200:3.0:1783979547.161578:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979547.161584:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979547.161587:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979547.161590:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.161593:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.161596:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.161598:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979547.161602:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979547.161604:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979547.161607:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979547.161610:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979547.161612:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979547.161615:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979547.161618:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.161621:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.161622:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.161625:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979547.161627:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979547.161630:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979547.161633:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979547.161635:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979547.161639:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979547.161641:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.161644:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979547.161646:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979547.161892:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979547.161898:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979547.161902:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979547.161904:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.161907:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979547.161910:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979547.161914:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979547.161922:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979547.161929:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979547.161939:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979547.161949:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979547.161954:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979547.161958:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979547.161987:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979547.161990:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979547.161993:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979547.161995:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979547.161996:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979547.161999:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979547.162002:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10269
00000400:00000200:3.0:1783979547.162007:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979547.162010:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979547.162012:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979547.162015:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162017:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.162019:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162020:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979547.162120:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979547.162125:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979547.162127:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979547.162133:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.162141:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979547.162143:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.162147:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979547.162149:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979547.162152:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979547.162155:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559945216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979547.162160:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979547.162164:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979547.162167:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.162169:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979547.162174:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979547.162176:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979547.162181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979547.162185:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979547.162191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979547.162198:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559945216, portal 25
00000100:00000001:0.0:1783979547.162200:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979547.162202:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:0.0:1783979547.162207:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.162215:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979547.162217:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979547.162220:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979547.162224:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559945216, offset 0
00000400:00000200:0.0:1783979547.162257:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979547.162273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.162280:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979547.162285:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979547.162289:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979547.162293:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979547.162295:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979547.162299:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390585:390585:256:4294967295] 192.168.201.140@tcp LPNI seq info [390560:390560:8:4294967295]
00000400:00000200:0.0:1783979547.162303:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.162312:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979547.162318:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.162323:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979547.162330:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979547.162333:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979547.162339:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979547.162343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979547.162347:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.162351:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979547.162357:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979547.162361:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979547.162367:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979547.162369:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979547.162373:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979547.162378:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.162387:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.162390:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.162397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.162399:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979547.162405:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979547.162408:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979547.162412:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304945867
00000100:00000010:0.0:1783979547.162417:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64540.
00000100:00000001:0.0:1783979547.162423:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979547.162429:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304945867
00000100:00000010:0.0:1783979547.162432:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64e40.
00000100:00000001:0.0:1783979547.162436:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979547.162439:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979547.162441:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.162444:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979547.162448:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979547/real 1783979547]  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979547.162457:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979547.162459:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979547.162460:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979547.162463:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979547.162465:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979547.162468:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979547.162471:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979547.162479:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.162491:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979547.162493:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.162495:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.162496:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979547.162501:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.162508:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979547.162513:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.162521:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979547.162523:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.162524:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.162526:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.162528:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979547.162543:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979547.162546:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979547.162549:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979547.162552:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979547.162556:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979547.162563:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559945216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979547.162568:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.162570:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.162573:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559945216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.162586:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979547.162588:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979547.162591:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979547.162594:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979547.162596:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979547.162597:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979547.162599:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979547.162601:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:0.0:1783979547.162603:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979547.162605:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979547.162607:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:0.0:1783979547.162609:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979547.162609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.162611:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.162616:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979547.162618:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.162619:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979547.162620:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979547.162679:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979547.162681:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979547.162683:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979547.162685:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979547.162687:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979547.162689:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979547.162693:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162695:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.162697:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162699:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979547.162701:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979547.162704:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162706:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979547.162708:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979547.162713:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979547.162715:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162717:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979547.162733:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979547.162736:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162737:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979547.162741:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979547.162742:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979547.162744:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979547.162746:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162747:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979547.162749:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979547.162750:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979547.162753:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979547.162755:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979547.162758:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979547.162763:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979547.162765:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979547.162767:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979547.162779:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979547.162781:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979547.162784:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979547.162785:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979547.162786:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979547.162789:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979547.162792:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10269
00000400:00000200:3.0:1783979547.162796:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979547.162799:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979547.162801:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979547.162803:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162805:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.162807:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162808:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979547.162811:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979547.162812:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979547.162813:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979547.162816:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979547.162818:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979547.162820:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979547.162823:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162825:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.162827:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162829:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979547.162831:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979547.162834:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162836:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979547.162838:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979547.162840:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979547.162842:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162844:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979547.162846:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979547.162849:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162850:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979547.162853:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979547.162855:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979547.162857:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979547.162859:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162860:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979547.162862:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979547.162863:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979547.162866:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979547.162869:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979547.162874:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979547.162881:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979547.162883:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979547.162887:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979547.162894:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979547.162897:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979547.162900:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979547.162902:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979547.162903:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979547.162906:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979547.162908:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10269
00000400:00000200:3.0:1783979547.162912:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979547.162914:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979547.162916:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979547.162919:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162921:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.162923:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162925:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979547.162926:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979547.162927:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979547.162929:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979547.162931:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979547.162933:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979547.162935:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979547.162937:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162939:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.162940:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162942:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979547.162944:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979547.162947:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979547.162949:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979547.162950:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979547.162953:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979547.162955:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162957:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979547.162959:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979547.162961:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162963:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979547.162966:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979547.162968:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979547.162970:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979547.162971:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.162973:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979547.162974:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979547.162976:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979547.162980:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979547.162983:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979547.162988:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979547.162995:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979547.162996:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979547.163000:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979547.163006:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979547.163008:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979547.163011:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979547.163012:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979547.163014:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979547.163016:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979547.163018:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10269
00000400:00000200:3.0:1783979547.163021:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979547.163034:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979547.163037:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979547.163039:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.163041:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.163043:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.163045:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979547.163065:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979547.163067:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979547.163068:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979547.163070:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979547.163072:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979547.163074:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979547.163077:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.163078:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979547.163080:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979547.163082:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979547.163084:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979547.163087:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979547.163089:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979547.163090:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979547.163092:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979547.163093:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.163094:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979547.163096:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979547.163097:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.163098:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979547.163101:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979547.163102:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979547.163103:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979547.163104:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979547.163105:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979547.163106:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979547.163107:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979547.163110:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979547.163112:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979547.163114:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979547.163123:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979547.163124:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979547.163126:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979547.163131:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979547.163134:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10279)
00000100:00000001:0.0:1783979547.163463:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979547.163466:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979547.163467:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979547.163473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.163480:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979547.163481:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.163484:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979547.163485:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979547.163487:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979547.163490:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979547.163493:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979547.163496:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979547.163498:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.163500:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979547.163503:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979547.163506:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979547.163509:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979547.163511:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979547.163514:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979547.163517:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559945344, portal 10
00000100:00000001:0.0:1783979547.163518:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979547.163519:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:0.0:1783979547.163525:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.163529:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979547.163532:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979547.163534:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979547.163537:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559945344, offset 0
00000400:00000200:0.0:1783979547.163541:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979547.163545:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.163550:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979547.163553:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979547.163556:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979547.163558:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979547.163560:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979547.163563:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390586:390586:256:4294967295] 192.168.201.140@tcp LPNI seq info [390561:390561:8:4294967295]
00000400:00000200:0.0:1783979547.163567:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.163573:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979547.163578:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.163583:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979547.163587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979547.163590:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979547.163595:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979547.163597:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979547.163601:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.163603:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979547.163606:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979547.163609:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979547.163612:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979547.163614:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979547.163617:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979547.163620:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.163627:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.163630:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.163637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.163638:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979547.163642:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979547.163646:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979547.163649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979547.163651:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304942099
00000100:00000001:0.0:1783979547.163654:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304945867
00000100:00000001:0.0:1783979547.163656:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304942099
00000100:00000001:0.0:1783979547.163658:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304945867
00000100:00000001:0.0:1783979547.163660:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979547.163663:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.163665:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979547.163669:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979547/real 1783979547]  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979547.163677:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979547.163678:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979547.163680:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979547.163682:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979547.163684:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979547.163686:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979547.163689:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979547.163702:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.163709:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979547.163710:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.163712:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.163714:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979547.163717:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.165850:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979547.165864:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.165873:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979547.165876:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.165878:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.165880:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.165883:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979547.165886:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979547.165889:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979547.165894:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979547.165897:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979547.165900:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979547.165906:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979547.165910:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979547.165912:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.165921:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979547.165922:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.165925:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979547.165927:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979547.165928:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979547.165930:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979547.165932:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979547.165935:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979547.165937:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.165938:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979547.165944:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979547.165945:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979547.165950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979547.165953:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979547.165957:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979547.165961:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559945472, portal 10
00000100:00000001:0.0:1783979547.165962:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979547.165963:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:0.0:1783979547.165968:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.165972:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979547.165974:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979547.165975:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979547.165978:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559945472, offset 0
00000400:00000200:0.0:1783979547.165982:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979547.165986:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.165990:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979547.165994:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979547.165996:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979547.165998:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979547.166000:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979547.166003:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390587:390587:256:4294967295] 192.168.201.140@tcp LPNI seq info [390562:390562:8:4294967295]
00000400:00000200:0.0:1783979547.166005:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.166011:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979547.166014:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.166018:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979547.166022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979547.166024:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979547.166028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979547.166031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979547.166033:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.166035:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979547.166039:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979547.166042:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979547.166045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979547.166067:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979547.166070:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979547.166073:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166079:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.166082:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166089:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.166090:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979547.166096:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979547.166100:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979547.166104:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979547.166107:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304942098
00000100:00000001:0.0:1783979547.166110:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304945867
00000100:00000001:0.0:1783979547.166113:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304942098
00000100:00000001:0.0:1783979547.166115:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304945867
00000100:00000001:0.0:1783979547.166118:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979547.166121:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.166123:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979547.166128:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979547/real 1783979547]  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979547.166134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979547.166135:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979547.166137:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979547.166138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979547.166139:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979547.166141:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979547.166143:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979547.166148:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166151:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979547.166152:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166153:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.166154:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979547.166156:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166160:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979547.166162:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166166:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979547.166168:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166168:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.166169:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166170:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979547.166171:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979547.166172:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979547.166175:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979547.166176:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979547.166178:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979547.166183:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979547.166185:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979547.166187:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166191:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979547.166192:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.166193:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979547.166194:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979547.166195:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979547.166197:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979547.166199:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979547.166201:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979547.166202:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.166203:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979547.166205:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979547.166206:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979547.166208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979547.166210:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979547.166212:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979547.166213:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559945600, portal 4
00000100:00000001:0.0:1783979547.166215:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979547.166215:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:0.0:1783979547.166219:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166225:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979547.166241:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979547.166244:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979547.166246:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559945600, offset 0
00000400:00000200:0.0:1783979547.166250:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979547.166254:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.166257:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979547.166260:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979547.166263:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979547.166265:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979547.166267:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979547.166270:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390588:390588:256:4294967295] 192.168.201.140@tcp LPNI seq info [390563:390563:8:4294967295]
00000400:00000200:0.0:1783979547.166274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.166280:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979547.166284:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.166286:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979547.166289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979547.166290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979547.166293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979547.166295:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979547.166297:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.166298:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979547.166300:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979547.166302:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979547.166304:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979547.166305:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979547.166306:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979547.166309:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166314:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.166315:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166319:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.166320:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979547.166322:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979547.166325:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979547.166327:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979547.166328:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304942125
00000100:00000001:0.0:1783979547.166329:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304945867
00000100:00000001:0.0:1783979547.166331:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304942125
00000100:00000001:0.0:1783979547.166332:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304945867
00000100:00000001:0.0:1783979547.166333:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979547.166334:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.166335:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979547.166337:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979547/real 1783979547]  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979547.166342:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979547.166343:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979547.166344:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979547.166345:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979547.166346:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979547.166347:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979547.166349:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979547.166353:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166357:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979547.166357:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166358:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.166359:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979547.166361:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166364:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979547.166366:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166371:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979547.166372:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166373:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.166374:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166375:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979547.166376:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979547.166377:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979547.166379:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979547.166380:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979547.166382:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979547.166386:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979547.166388:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979547.166390:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166394:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979547.166395:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.166396:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979547.166397:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979547.166398:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979547.166400:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979547.166402:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979547.166403:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979547.166404:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979547.166405:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979547.166407:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979547.166408:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979547.166409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979547.166411:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979547.166412:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979547.166414:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559945728, portal 4
00000100:00000001:0.0:1783979547.166416:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979547.166416:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:0.0:1783979547.166420:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166424:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979547.166425:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979547.166426:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979547.166427:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559945728, offset 0
00000400:00000200:0.0:1783979547.166429:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979547.166431:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.166433:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979547.166435:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979547.166436:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979547.166438:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979547.166440:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979547.166443:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390589:390589:256:4294967295] 192.168.201.140@tcp LPNI seq info [390564:390564:8:4294967295]
00000400:00000200:0.0:1783979547.166446:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979547.166452:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979547.166456:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.166459:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979547.166462:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979547.166465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979547.166469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979547.166471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979547.166474:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979547.166476:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979547.166479:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979547.166482:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979547.166484:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:0.0:1783979547.166486:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:0.0:1783979547.166489:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979547.166491:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166496:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.166498:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166501:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.166502:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979547.166504:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979547.166506:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979547.166508:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979547.166509:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304942127
00000100:00000001:0.0:1783979547.166511:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304945867
00000100:00000001:0.0:1783979547.166512:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304942127
00000100:00000001:0.0:1783979547.166513:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304945867
00000100:00000001:0.0:1783979547.166515:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979547.166516:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.166517:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979547.166519:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979547/real 1783979547]  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979547.166523:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979547.166523:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979547.166524:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979547.166525:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979547.166526:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979547.166528:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979547.166529:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979547.166533:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166540:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979547.166541:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166542:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.166543:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979547.166545:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166549:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979547.166550:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166554:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979547.166555:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166556:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979547.166556:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166557:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979547.166558:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979547.166560:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979547.166561:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979547.166562:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979547.166564:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979547.166568:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979547.166570:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166572:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.166574:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559945344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166578:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979547.166580:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979547.166582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979547.166584:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979547.166586:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979547.166587:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979547.166589:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979547.166591:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:0.0:1783979547.166593:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979547.166594:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979547.166596:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:0.0:1783979547.166598:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979547.166599:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166600:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.166601:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559945472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166606:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979547.166606:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979547.166607:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979547.166608:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979547.166609:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979547.166609:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979547.166610:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979547.166611:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:0.0:1783979547.166612:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979547.166613:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979547.166613:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:0.0:1783979547.166615:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979547.166615:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166616:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.166618:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559945600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166621:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979547.166621:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979547.166622:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979547.166623:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979547.166624:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979547.166624:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979547.166626:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979547.166627:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:0.0:1783979547.166628:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979547.166628:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979547.166629:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:0.0:1783979547.166630:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979547.166631:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166632:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979547.166633:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559945728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979547.166636:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979547.166637:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979547.166638:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979547.166639:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979547.166639:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979547.166640:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979547.166641:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979547.166642:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:0.0:1783979547.166643:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979547.166643:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979547.166644:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:0.0:1783979547.166645:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979547.166646:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166647:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979547.166653:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979547.166663:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979547.166667:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979547.166668:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979547.929447:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979547.929455:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979547.929460:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979547.929461:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979547.929464:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979547.929465:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979547.930506:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979547.930510:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979547.930514:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979548.953228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979548.953234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979548.953238:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979548.953239:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979548.953242:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979548.953243:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979548.953908:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979548.953912:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979548.953915:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979549.978743:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979549.978752:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979549.978755:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979549.978758:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979549.978763:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979549.978765:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979549.978768:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979549.978770:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979549.978774:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979549.978776:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979549.978777:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979549.978778:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979549.978780:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979549.978781:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979549.978783:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979549.978785:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979549.978788:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979549.978790:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979549.978848:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979549.978853:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979549.978855:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979551.001140:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979551.001148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979551.001155:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979551.001157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979551.001176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979551.001177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979551.001583:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979551.001586:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979551.001588:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979551.001775:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304945867, at 4304945920
00000100:00000010:3.0:1783979551.001782:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64e40.
00010000:00000001:1.0:1783979552.025194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979552.025200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979552.025206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979552.025207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979552.025210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979552.025211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979552.025271:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979552.025275:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979552.025277:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979552.281113:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979552.281121:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979552.281123:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979552.281126:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979552.281129:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979552.281135:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10274
00000400:00000200:3.0:1783979552.281156:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979552.281166:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979552.281169:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979552.281173:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281176:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.281179:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281181:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979552.281185:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979552.281187:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979552.281190:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979552.281193:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979552.281196:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979552.281198:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979552.281201:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281203:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.281205:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281207:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979552.281210:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979552.281213:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281216:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979552.281218:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979552.281221:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979552.281224:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281226:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979552.281228:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979552.281237:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979552.281241:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979552.281245:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979552.281246:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281249:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979552.281252:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979552.281255:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979552.281262:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979552.281270:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979552.281278:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979552.281288:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979552.281292:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979552.281297:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979552.281327:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979552.281331:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979552.281334:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979552.281335:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979552.281337:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979552.281340:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979552.281343:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10274
00000400:00000200:3.0:1783979552.281347:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979552.281350:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979552.281352:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979552.281354:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281356:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.281359:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281360:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979552.281363:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979552.281364:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979552.281366:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979552.281367:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979552.281369:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979552.281372:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979552.281374:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281377:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.281379:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281380:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979552.281383:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979552.281385:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281388:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979552.281389:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979552.281395:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979552.281397:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281399:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979552.281403:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979552.281406:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281407:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979552.281412:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979552.281415:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979552.281417:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979552.281419:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281421:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979552.281422:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979552.281424:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979552.281428:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979552.281431:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979552.281435:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979552.281442:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979552.281444:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979552.281448:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979552.281455:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979552.281458:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979552.281461:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979552.281462:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979552.281464:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979552.281466:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979552.281469:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10274
00000400:00000200:3.0:1783979552.281472:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979552.281475:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979552.281477:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979552.281479:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281481:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.281483:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281485:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979552.281487:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979552.281488:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979552.281489:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979552.281491:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979552.281493:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979552.281495:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979552.281498:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281500:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.281502:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281504:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979552.281506:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979552.281508:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281511:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979552.281512:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979552.281515:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979552.281516:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281518:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979552.281520:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979552.281522:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281524:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979552.281527:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979552.281529:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979552.281531:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979552.281532:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281534:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979552.281535:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979552.281536:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979552.281539:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979552.281542:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979552.281546:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979552.281553:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979552.281555:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979552.281558:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979552.281566:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979552.281568:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979552.281572:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979552.281573:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979552.281574:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979552.281577:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979552.281579:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10274
00000400:00000200:3.0:1783979552.281583:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979552.281585:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979552.281587:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979552.281589:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281591:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.281593:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281595:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979552.281597:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979552.281598:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979552.281600:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979552.281602:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979552.281604:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979552.281605:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979552.281608:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281609:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.281611:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281613:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979552.281615:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979552.281617:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979552.281619:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979552.281621:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979552.281623:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979552.281625:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281627:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979552.281630:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979552.281632:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281634:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979552.281637:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979552.281639:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979552.281641:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979552.281642:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.281644:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979552.281645:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979552.281646:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979552.281650:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979552.281653:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979552.281657:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979552.281664:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979552.281666:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979552.281670:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979552.281678:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979552.281680:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979552.281682:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979552.281684:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979552.281685:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979552.281688:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979552.281690:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10274
00000100:00000001:0.0:1783979552.281786:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979552.281791:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979552.281793:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979552.281799:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.281807:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979552.281808:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.281812:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979552.281815:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979552.281817:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979552.281820:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559945856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979552.281824:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979552.281828:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979552.281830:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.281833:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979552.281837:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979552.281839:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979552.281844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979552.281847:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979552.281853:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979552.281859:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559945856, portal 25
00000100:00000001:0.0:1783979552.281862:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979552.281863:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:0.0:1783979552.281868:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.281886:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979552.281889:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979552.281892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dee58.
00000100:00000200:0.0:1783979552.281896:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559945856, offset 0
00000400:00000200:0.0:1783979552.281903:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979552.281910:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.281915:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979552.281920:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979552.281924:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979552.281928:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979552.281930:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979552.281934:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390590:390590:256:4294967295] 192.168.201.140@tcp LPNI seq info [390565:390565:8:4294967295]
00000400:00000200:0.0:1783979552.281938:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.281948:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979552.281953:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979552.281958:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979552.281964:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979552.281968:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000400:00000200:3.0:1783979552.282071:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979552.282075:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979552.282078:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979552.282080:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.282082:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.282084:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.282087:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979552.282089:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979552.282091:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979552.282092:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979552.282094:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979552.282096:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979552.282098:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979552.282101:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.282103:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979552.282105:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979552.282107:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979552.282109:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979552.282111:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979552.282113:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979552.282115:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979552.282118:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979552.282119:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.282121:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979552.282122:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979552.282124:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.282125:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979552.282129:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979552.282131:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979552.282133:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979552.282134:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979552.282136:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979552.282148:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979552.282150:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979552.282154:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979552.282157:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979552.282161:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979552.282173:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979552.282175:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979552.282179:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979552.282187:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979552.282191:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10284)
00000100:00000001:0.0:1783979552.282252:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979552.282257:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979552.282259:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304950987
00000100:00000010:0.0:1783979552.282265:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64720.
00000100:00000001:0.0:1783979552.282271:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979552.282276:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304950987
00000100:00000010:0.0:1783979552.282279:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64900.
00000100:00000001:0.0:1783979552.282282:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979552.282284:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979552.282287:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979552.282289:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979552.282293:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.282299:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979552.282300:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.282302:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979552.282304:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979552.282306:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979552.282309:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979552.282312:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979552.282314:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979552.282316:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.282317:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979552.282321:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979552.282322:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979552.282326:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979552.282329:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357a50.
00000400:00000010:0.0:1783979552.282332:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7decc0.
00000100:00000200:0.0:1783979552.282335:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559945984, portal 10
00000100:00000001:0.0:1783979552.282337:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979552.282338:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:0.0:1783979552.282345:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.282351:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979552.282353:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979552.282355:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de2a8.
00000100:00000200:0.0:1783979552.282357:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559945984, offset 0
00000400:00000200:0.0:1783979552.282361:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979552.282365:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.282369:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979552.282372:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979552.282374:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979552.282376:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979552.282378:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979552.282381:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390591:390591:255:4294967295] 192.168.201.140@tcp LPNI seq info [390566:390566:7:4294967295]
00000400:00000200:0.0:1783979552.282385:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.282391:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979552.282396:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979552.282400:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccf00.
00000800:00000200:0.0:1783979552.282403:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979552.282407:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979552.282410:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979552.282413:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979552.282416:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979552.282418:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304947218
00000100:00000001:0.0:1783979552.282421:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304950987
00000100:00000001:0.0:1783979552.282423:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304947218
00000100:00000001:0.0:1783979552.282425:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304950987
00000100:00000001:0.0:1783979552.282427:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979552.282428:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979552.282430:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979552.282434:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.282440:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979552.282442:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.282444:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979552.282445:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979552.282447:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979552.282449:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979552.282453:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979552.282454:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979552.282456:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.282457:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979552.282460:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979552.282462:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979552.282464:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979552.282466:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357630.
00000400:00000010:0.0:1783979552.282469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7def68.
00000100:00000200:0.0:1783979552.282472:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559946112, portal 10
00000100:00000001:0.0:1783979552.282473:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979552.282475:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:0.0:1783979552.282480:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.282486:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979552.282488:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979552.282490:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de990.
00000100:00000200:0.0:1783979552.282493:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559946112, offset 0
00000400:00000200:0.0:1783979552.282496:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979552.282500:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.282503:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979552.282506:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979552.282508:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979552.282510:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979552.282512:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979552.282515:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390592:390592:254:4294967295] 192.168.201.140@tcp LPNI seq info [390567:390567:6:4294967295]
00000400:00000200:0.0:1783979552.282518:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.282524:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979552.282529:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979552.282532:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cc600.
00000800:00000200:0.0:1783979552.282535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979552.282539:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979552.282541:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979552.282544:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979552.282546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979552.282548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304947214
00000100:00000001:0.0:1783979552.282550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304950987
00000100:00000001:0.0:1783979552.282553:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304947214
00000100:00000001:0.0:1783979552.282554:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304950987
00000100:00000001:0.0:1783979552.282557:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979552.282558:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979552.282560:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979552.282565:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.282570:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979552.282572:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.282574:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979552.282576:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979552.282578:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979552.282580:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979552.282583:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979552.282585:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979552.282586:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.282588:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979552.282591:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979552.282593:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979552.282597:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979552.282599:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357b58.
00000400:00000010:0.0:1783979552.282602:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979552.282605:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559946240, portal 4
00000100:00000001:0.0:1783979552.282606:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979552.282608:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:0.0:1783979552.282613:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.282619:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979552.282621:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979552.282624:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de000.
00000100:00000200:0.0:1783979552.282626:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559946240, offset 0
00000400:00000200:0.0:1783979552.282630:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979552.282633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.282636:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979552.282639:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979552.282641:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979552.282643:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979552.282645:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979552.282648:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390593:390593:253:4294967295] 192.168.201.140@tcp LPNI seq info [390568:390568:5:4294967295]
00000400:00000200:0.0:1783979552.282652:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.282657:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979552.282661:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979552.282665:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cc500.
00000800:00000200:0.0:1783979552.282668:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979552.282672:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979552.282674:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979552.282676:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979552.282679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979552.282681:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304947241
00000100:00000001:0.0:1783979552.282683:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304950987
00000100:00000001:0.0:1783979552.282685:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304947241
00000100:00000001:0.0:1783979552.282687:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304950987
00000100:00000001:0.0:1783979552.282689:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979552.282690:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979552.282706:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979552.282708:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979552.282715:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979552.282717:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979552.282719:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979552.282720:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979552.282721:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979552.282725:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.282731:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979552.282732:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.282734:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979552.282736:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979552.282738:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979552.282741:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979552.282746:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979552.282748:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979552.282749:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979552.282751:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979552.282754:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979552.282755:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979552.282758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979552.282761:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979552.282764:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979552.282767:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559946368, portal 4
00000100:00000001:0.0:1783979552.282769:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979552.282770:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:0.0:1783979552.282775:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979552.282781:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979552.282783:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979552.282785:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de088.
00000100:00000200:0.0:1783979552.282787:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559946368, offset 0
00000400:00000200:0.0:1783979552.282791:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979552.282795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.282798:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979552.282801:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979552.282803:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979552.282805:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979552.282807:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979552.282810:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390594:390594:252:4294967295] 192.168.201.140@tcp LPNI seq info [390569:390569:4:4294967295]
00000400:00000200:0.0:1783979552.282814:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979552.282819:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979552.282823:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979552.282826:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979552.282829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979552.282833:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979552.282836:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979552.282838:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979552.282842:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979552.282843:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304947243
00000100:00000001:0.0:1783979552.282845:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304950987
00000100:00000001:0.0:1783979552.282847:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304947243
00000100:00000001:0.0:1783979552.282849:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304950987
00000100:00000001:0.0:1783979552.282851:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979552.282853:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979552.282855:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979552.282857:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979552.282860:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979552.282862:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979552.282863:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979552.282864:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979552.282866:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979552.282867:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979553.049252:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979553.049259:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979553.049265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979553.049266:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979553.049269:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979553.049270:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979553.050223:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979553.050228:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979553.050231:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979554.073282:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979554.073289:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979554.073294:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979554.073295:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979554.073298:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979554.073299:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979554.073395:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979554.073403:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979554.073407:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979555.097194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979555.097201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979555.097206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979555.097208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979555.097211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979555.097211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979555.097433:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979555.097437:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979555.097440:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1783979555.353812:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:1.0:1783979555.353848:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1783979555.353857:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979555.353860:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:1.0:1783979555.353865:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979555.353869:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1783979555.353874:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979555.353878:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:1.0:1783979555.353890:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979555.353894:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979555.353900:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dee58
00000400:00000010:1.0:1783979555.353903:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dee58.
00000100:00000001:1.0:1783979555.353907:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979555.353914:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.353937:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979555.353940:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.353947:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979555.353948:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979555.353957:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979555.353959:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccf00.
00000400:00000200:1.0:1783979555.353961:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979555.353964:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979555.353966:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de2a8
00000400:00000010:1.0:1783979555.353968:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de2a8.
00000100:00000001:1.0:1783979555.353970:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979555.353974:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.353980:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979555.353982:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.353989:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979555.353991:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979555.353994:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979555.353996:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cc600.
00000400:00000200:1.0:1783979555.353998:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979555.354001:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979555.354003:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de990
00000400:00000010:1.0:1783979555.354005:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de990.
00000100:00000001:1.0:1783979555.354006:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979555.354010:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.354016:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979555.354018:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.354023:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979555.354024:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979555.354028:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979555.354029:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cc500.
00000400:00000200:1.0:1783979555.354032:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979555.354034:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979555.354036:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de000
00000400:00000010:1.0:1783979555.354038:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de000.
00000100:00000001:1.0:1783979555.354039:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979555.354043:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.354078:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979555.354082:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.354114:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979555.354116:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979555.354121:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979555.354123:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:1.0:1783979555.354125:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979555.354128:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979555.354130:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de088
00000400:00000010:1.0:1783979555.354132:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de088.
00000100:00000001:1.0:1783979555.354134:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1783979555.354137:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:1.0:1783979555.354138:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354141:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979555.354144:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1783979555.354144:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979555.354147:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979555.354149:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979552/real 1783979555]  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979555.354153:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979555.354155:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:0.0:1783979555.354161:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979555.354163:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979555.354166:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979555.354169:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979555.354171:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979555.354173:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979555.354177:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979555.354185:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354191:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979555.354193:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354195:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354197:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979555.354202:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354209:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979555.354213:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354219:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979555.354222:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354223:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354224:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354227:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979555.354229:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979555.354232:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979555.354237:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979555.354239:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979555.354243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979555.354252:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559945856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979555.354259:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979555.354263:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979552/real 1783979555]  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979555.354271:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979555.354272:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979555.354274:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357a50.
00000400:00000200:0.0:1783979555.354276:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7decc0
00000400:00000010:0.0:1783979555.354277:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7decc0.
00000100:00000001:0.0:1783979555.354279:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979555.354282:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979555.354289:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354295:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979555.354296:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354298:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354299:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979555.354302:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354308:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979555.354326:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354332:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979555.354334:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354338:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979555.354340:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979555.354342:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979555.354345:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979555.354347:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979555.354351:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979555.354359:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559945984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979555.354363:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979555.354367:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979552/real 1783979555]  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979555.354374:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979555.354376:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979555.354377:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357630.
00000400:00000200:0.0:1783979555.354380:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7def68
00000400:00000010:0.0:1783979555.354382:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7def68.
00000100:00000001:0.0:1783979555.354384:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979555.354386:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979555.354394:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354401:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979555.354402:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354403:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354405:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979555.354408:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354414:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979555.354418:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354429:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979555.354432:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354433:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354435:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354436:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979555.354438:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979555.354441:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979555.354444:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979555.354446:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979555.354450:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979555.354457:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979555.354461:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979555.354464:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979552/real 1783979555]  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979555.354471:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979555.354472:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979555.354474:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357b58.
00000400:00000200:0.0:1783979555.354476:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979555.354477:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979555.354479:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979555.354482:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979555.354489:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354495:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979555.354497:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354498:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354500:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979555.354503:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354508:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979555.354512:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354517:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979555.354519:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354521:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354522:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354524:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979555.354525:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979555.354527:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979555.354530:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979555.354532:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979555.354535:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979555.354542:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979555.354546:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979555.354548:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979555.354550:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559945856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354556:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979555.354559:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979555.354563:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979555.354567:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979555.354569:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979555.354571:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979555.354573:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979555.354575:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:0.0:1783979555.354579:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979555.354580:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979555.354582:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:0.0:1783979555.354585:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979555.354586:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354587:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979555.354590:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559945984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354595:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979555.354596:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979555.354598:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979555.354600:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979555.354601:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979555.354602:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979555.354604:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979555.354605:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:0.0:1783979555.354607:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979555.354608:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979555.354609:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:0.0:1783979555.354611:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979555.354612:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354613:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979555.354616:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559946112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354621:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979555.354622:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979555.354623:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979555.354625:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979555.354627:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979555.354628:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979555.354629:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979555.354631:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:0.0:1783979555.354633:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979555.354634:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979555.354636:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:0.0:1783979555.354638:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979555.354639:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354640:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979555.354643:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559946240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354659:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979555.354660:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979555.354662:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979555.354665:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979555.354666:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979555.354667:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979555.354669:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979555.354671:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:0.0:1783979555.354673:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979555.354674:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979555.354675:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:0.0:1783979555.354678:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979555.354679:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354681:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979555.354683:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979555.354684:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979555.354686:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979555.354689:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979552/real 1783979555]  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979555.354697:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979555.354698:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979555.354699:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979555.354702:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979555.354703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979555.354705:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979555.354708:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979555.354715:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354721:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979555.354722:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354724:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354725:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979555.354728:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354734:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979555.354737:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354743:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979555.354745:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354746:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979555.354748:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354749:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979555.354751:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979555.354753:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979555.354756:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979555.354758:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979555.354762:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979555.354768:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979555.354772:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354774:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979555.354777:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559946368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979555.354783:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979555.354784:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979555.354786:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979555.354788:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979555.354789:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979555.354791:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979555.354792:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979555.354794:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979555.354796:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979555.354797:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979555.354798:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:0.0:1783979555.354800:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979555.354801:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354802:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979555.354810:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979555.354812:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979555.354814:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979555.354815:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979556.121935:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304950987, at 4304951040
00000100:00000010:3.0:1783979556.121941:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64900.
00010000:00000001:1.0:1783979556.122500:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979556.122505:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979556.122509:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979556.122510:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979556.122513:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979556.122517:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979556.122519:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979556.122522:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979556.122525:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979556.122527:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979556.122529:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979556.122531:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979556.122624:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979556.122627:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979556.122630:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979557.145438:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979557.145446:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979557.145451:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979557.145452:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979557.145455:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979557.145456:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979557.145524:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979557.145529:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979557.145533:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979557.402147:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979557.402154:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979557.402156:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979557.402165:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.402173:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979557.402175:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.402180:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979557.402182:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979557.402185:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979557.402188:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559946496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979557.402192:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979557.402197:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979557.402200:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.402203:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979557.402209:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979557.402211:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979557.402217:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979557.402222:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979557.402231:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979557.402241:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559946496, portal 25
00000100:00000001:0.0:1783979557.402243:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979557.402244:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:0.0:1783979557.402250:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.402257:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979557.402260:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979557.402263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979557.402267:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559946496, offset 0
00000400:00000200:0.0:1783979557.402275:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979557.402286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.402294:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979557.402300:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979557.402305:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979557.402308:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979557.402311:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979557.402315:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390595:390595:256:4294967295] 192.168.201.140@tcp LPNI seq info [390570:390570:8:4294967295]
00000400:00000200:0.0:1783979557.402320:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.402345:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979557.402353:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.402361:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979557.402369:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979557.402373:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1783979557.402378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979557.402382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1783979557.402386:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.402389:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979557.402396:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979557.402401:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979557.402407:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979557.402409:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979557.402414:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979557.402418:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.402924:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.402930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.402937:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.402939:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979557.402947:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979557.402951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979557.402954:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304956107
00000100:00000010:0.0:1783979557.402959:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64660.
00000100:00000001:0.0:1783979557.402967:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979557.402974:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304956107
00000100:00000010:0.0:1783979557.402977:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64ea0.
00000100:00000001:0.0:1783979557.402980:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979557.402991:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979557.402994:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.402997:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979557.403001:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979557/real 1783979557]  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979557.403011:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979557.403013:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979557.403016:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979557.403019:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979557.403020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979557.403022:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979557.403025:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979557.403033:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.403038:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979557.403040:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.403042:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.403044:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979557.403107:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.403115:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979557.403120:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.403127:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979557.403129:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.403131:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.403132:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.403135:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979557.403137:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979557.403140:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979557.403144:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979557.403146:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979557.403149:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979557.403156:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559946496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979557.403161:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.403163:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.403165:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559946496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.403176:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979557.403180:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979557.403183:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979557.403187:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979557.403189:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979557.403190:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979557.403192:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979557.403195:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979557.403200:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979557.403201:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979557.403203:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:0.0:1783979557.403208:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979557.403209:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.403211:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.403220:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979557.403222:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.403225:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979557.403227:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979557.403228:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979557.403231:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.403237:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979557.403238:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.403240:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979557.403243:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979557.403245:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979557.403248:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979557.403251:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979557.403254:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979557.403256:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.403259:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979557.403262:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979557.403264:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979557.403268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979557.403272:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979557.403276:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979557.403280:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559946624, portal 10
00000100:00000001:0.0:1783979557.403283:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979557.403284:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:0.0:1783979557.403292:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.403299:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979557.403301:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979557.403303:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979557.403307:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559946624, offset 0
00000400:00000200:0.0:1783979557.403312:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979557.403316:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.403323:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979557.403327:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979557.403444:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979557.403449:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979557.403451:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979557.403454:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390596:390596:256:4294967295] 192.168.201.140@tcp LPNI seq info [390571:390571:8:4294967295]
00000400:00000200:0.0:1783979557.403458:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.403466:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979557.403471:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.403476:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979557.403480:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979557.403483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1783979557.403488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979557.403491:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1783979557.403495:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.403497:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979557.403500:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979557.403504:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979557.403508:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979557.403509:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979557.403512:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979557.403516:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.403524:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.403526:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.403531:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.403533:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979557.403536:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979557.403540:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979557.403543:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979557.403545:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304952339
00000100:00000001:0.0:1783979557.403548:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304956107
00000100:00000001:0.0:1783979557.403550:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304952339
00000100:00000001:0.0:1783979557.403552:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304956107
00000100:00000001:0.0:1783979557.403555:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979557.403557:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.403559:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979557.403562:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979557/real 1783979557]  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979557.403570:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979557.403571:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979557.403573:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979557.403575:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979557.403577:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979557.403579:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979557.404415:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979557.404437:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.404452:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979557.404455:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.404458:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.404459:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979557.404463:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.404469:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979557.404473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.404480:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979557.404483:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.404484:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.404485:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.404488:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979557.404490:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979557.404494:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979557.404497:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979557.404500:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979557.404503:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979557.404510:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979557.404515:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.404517:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.404520:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559946624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.404527:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979557.404530:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979557.404532:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979557.404537:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979557.404539:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979557.404541:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979557.404543:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979557.404545:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979557.405674:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979557.405680:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979557.405683:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:0.0:1783979557.405690:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979557.405692:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.405694:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.405702:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979557.405704:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.405706:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979557.405709:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979557.405711:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979557.405717:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.405726:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979557.405728:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.405732:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979557.405735:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979557.405737:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979557.405741:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979557.405745:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979557.405749:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979557.405752:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.405754:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979557.405759:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979557.405761:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979557.405766:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979557.405771:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979557.405777:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979557.405785:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559946752, portal 10
00000100:00000001:0.0:1783979557.405788:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979557.405789:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:0.0:1783979557.405796:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.405803:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979557.405805:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979557.405808:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979557.405811:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559946752, offset 0
00000400:00000200:0.0:1783979557.405818:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979557.405826:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.405833:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979557.405838:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979557.405991:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979557.405996:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979557.405999:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979557.406004:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390597:390597:256:4294967295] 192.168.201.140@tcp LPNI seq info [390572:390572:8:4294967295]
00000400:00000200:0.0:1783979557.406009:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.406020:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979557.406026:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.406033:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979557.406040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979557.406045:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1783979557.406074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979557.406078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1783979557.406082:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.406085:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979557.406090:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979557.406095:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979557.406099:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979557.406101:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979557.406105:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979557.406110:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.406124:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.406127:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.406134:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.406136:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979557.406141:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979557.406145:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979557.406148:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979557.406151:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304952337
00000100:00000001:0.0:1783979557.406155:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304956107
00000100:00000001:0.0:1783979557.406157:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304952337
00000100:00000001:0.0:1783979557.406159:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304956107
00000100:00000001:0.0:1783979557.406162:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979557.406165:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.406167:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979557.406171:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979557/real 1783979557]  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979557.406181:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979557.406183:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979557.406185:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979557.406187:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979557.406189:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979557.406191:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979557.406195:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979557.406203:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.406210:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979557.406212:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.406215:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.406216:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979557.406220:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.406228:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979557.406232:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.406239:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979557.406242:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.406243:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.406244:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.406247:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979557.406249:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979557.406252:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979557.406256:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979557.406258:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979557.406262:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979557.406269:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979557.406274:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979557.406278:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.406284:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979557.406285:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.406287:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979557.406289:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979557.406291:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979557.406294:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979557.406297:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979557.406299:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979557.406300:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.406302:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979557.406306:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979557.406307:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979557.406311:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979557.406314:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979557.406317:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979557.406320:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559946880, portal 4
00000100:00000001:0.0:1783979557.406321:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979557.406323:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:0.0:1783979557.407257:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.407264:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979557.407267:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979557.407270:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979557.407276:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559946880, offset 0
00000400:00000200:0.0:1783979557.407282:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979557.407288:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.407294:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979557.407298:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979557.407301:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979557.407304:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979557.407307:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979557.407310:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390598:390598:256:4294967295] 192.168.201.140@tcp LPNI seq info [390573:390573:8:4294967295]
00000400:00000200:0.0:1783979557.407314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.407323:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979557.407399:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.407405:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979557.407411:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979557.407415:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1783979557.407420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979557.407423:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1783979557.407426:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.407429:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979557.407434:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979557.407439:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979557.407442:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979557.407444:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979557.407448:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979557.407452:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.407462:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.407465:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.407473:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.407475:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979557.407479:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979557.407484:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979557.407488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979557.407491:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304952366
00000100:00000001:0.0:1783979557.407493:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304956107
00000100:00000001:0.0:1783979557.407496:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304952366
00000100:00000001:0.0:1783979557.407498:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304956107
00000100:00000001:0.0:1783979557.407500:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979557.407503:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.407506:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979557.407510:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979557/real 1783979557]  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979557.407518:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979557.407520:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979557.407522:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979557.407526:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979557.407527:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979557.407530:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979557.407533:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979557.407542:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.407549:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979557.407550:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.407553:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.407555:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979557.407559:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.407566:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979557.407569:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.407576:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979557.407578:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.407580:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.407581:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.408456:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979557.408460:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979557.408465:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979557.408473:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979557.408476:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979557.408485:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979557.408497:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559946880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979557.408502:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.408504:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.408507:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559946752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.408511:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979557.408514:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979557.408517:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979557.408521:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979557.408523:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979557.408525:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979557.408527:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979557.408529:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979557.408533:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979557.408535:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979557.408536:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:0.0:1783979557.408540:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979557.408541:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.408542:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.408544:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559946880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.408549:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979557.408550:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979557.408551:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979557.408554:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979557.408555:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979557.408556:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979557.408558:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979557.408559:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979557.408561:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979557.408562:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979557.408563:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:0.0:1783979557.408566:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979557.408567:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.408570:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.408580:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979557.408582:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.408585:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979557.408587:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979557.408590:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979557.408594:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.408602:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979557.408604:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.408607:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979557.408611:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979557.408613:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979557.408617:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979557.408621:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979557.408626:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979557.408629:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979557.408631:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979557.408638:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979557.408640:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979557.408647:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979557.408652:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979557.408659:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979557.408665:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559947008, portal 4
00000100:00000001:0.0:1783979557.408668:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979557.408669:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:0.0:1783979557.408677:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.408684:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979557.408686:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979557.408688:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979557.408692:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559947008, offset 0
00000400:00000200:0.0:1783979557.408698:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979557.408705:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.408711:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979557.408716:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979557.408719:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979557.408722:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979557.408725:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979557.408729:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390599:390599:256:4294967295] 192.168.201.140@tcp LPNI seq info [390574:390574:8:4294967295]
00000400:00000200:0.0:1783979557.408733:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979557.408742:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979557.408748:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.408753:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979557.408759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979557.408762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1783979557.408768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979557.408772:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 57 secs later)
00000800:00000100:0.0:1783979557.408775:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979557.408778:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979557.408782:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979557.408786:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979557.408791:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979557.408793:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979557.408796:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979557.408801:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.408810:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.408814:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.408820:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.408822:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979557.408827:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979557.408831:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979557.408834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979557.408837:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304952369
00000100:00000001:0.0:1783979557.408840:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304956107
00000100:00000001:0.0:1783979557.410356:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304952371
00000100:00000001:0.0:1783979557.410367:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304956107
00000100:00000001:0.0:1783979557.410371:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979557.410375:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.410378:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979557.410390:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979557/real 1783979557]  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979557.410408:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979557.410410:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979557.410413:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979557.410418:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979557.410420:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979557.410423:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979557.410426:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979557.410432:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.410438:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979557.410439:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.410441:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.410442:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979557.410445:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.410449:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979557.410453:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.410457:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979557.410461:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.410462:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979557.410462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.410464:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979557.410466:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979557.410469:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979557.410472:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979557.410473:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979557.410475:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979557.410480:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979557.410484:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.410486:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979557.410488:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559947008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979557.410492:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979557.410495:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979557.410497:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979557.410500:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979557.410502:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979557.410504:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979557.410505:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979557.410508:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979557.410512:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979557.410513:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979557.410515:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:0.0:1783979557.410517:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979557.410518:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.410520:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979557.410527:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979557.410528:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979557.410530:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979557.410532:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979558.169225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979558.169247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979558.169254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979558.169256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979558.169260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979558.169262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979558.169329:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979558.169334:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979558.169338:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979559.195133:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979559.195142:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979559.195148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979559.195149:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979559.195153:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979559.195154:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979559.195222:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979559.195227:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979559.195231:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979560.217318:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979560.217332:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979560.217334:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979560.217339:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979560.217346:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979560.217348:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979560.217350:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979560.217353:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979560.217357:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979560.217359:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979560.217361:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979560.217362:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979560.217364:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979560.217365:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979560.217367:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979560.217369:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979560.217373:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979560.217375:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979560.217458:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979560.217463:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979560.217467:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979561.241197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979561.241205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979561.241211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979561.241212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979561.241216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979561.241217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979561.242097:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979561.242104:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979561.242110:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979561.242110:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304956107, at 4304956161
00000100:00000010:3.0:1783979561.242122:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64ea0.
00010000:00000001:1.0:1783979562.266146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979562.266156:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979562.266163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979562.266164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979562.266167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979562.266168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979562.266272:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979562.266279:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979562.266284:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1783979562.521569:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979562.521577:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979562.521582:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979562.521600:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.521642:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979562.521650:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.521658:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979562.521664:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979562.521670:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979562.521685:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559947136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979562.521700:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979562.521707:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979562.521712:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.521717:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979562.521725:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979562.521731:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979562.521747:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979562.521754:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979562.521765:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979562.521776:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559947136, portal 25
00000100:00000001:0.0:1783979562.521781:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979562.521786:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896577664 : -128863812973952 : ffff8acc8e340a80)
00000100:00000040:0.0:1783979562.521798:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.521811:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979562.521819:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979562.521826:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979562.521831:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559947136, offset 0
00000400:00000200:0.0:1783979562.521837:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979562.521846:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.521853:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979562.521859:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979562.521862:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979562.521867:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979562.521870:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979562.521874:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390600:390600:256:4294967295] 192.168.201.140@tcp LPNI seq info [390575:390575:8:4294967295]
00000400:00000200:0.0:1783979562.521878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.521888:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979562.521893:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.521899:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979562.521905:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979562.521909:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979562.521915:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979562.521919:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979562.521924:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.521926:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979562.521933:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979562.521937:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979562.521942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979562.521945:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979562.521949:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979562.521954:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.521995:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.521999:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.522006:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.522008:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979562.522014:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979562.522018:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979562.522021:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304961226
00000100:00000010:0.0:1783979562.522025:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb648a0.
00000100:00000001:0.0:1783979562.522031:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979562.522037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304961226
00000100:00000010:0.0:1783979562.522041:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64180.
00000100:00000001:0.0:1783979562.522044:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979562.522075:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979562.522079:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.522081:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979562.522087:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979562/real 1783979562]  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979562.522097:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979562.522098:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979562.522101:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979562.522103:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979562.522105:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979562.522108:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979562.522111:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979562.522120:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.522127:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979562.522129:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.522131:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.522133:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979562.522138:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.522145:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979562.522149:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.522157:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979562.522160:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.522162:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.522163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.522166:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979562.522169:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979562.522172:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979562.522176:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979562.522179:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979562.522183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979562.522192:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559947136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979562.522196:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.522198:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.522201:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340a80 x1870627559947136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.522209:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979562.522212:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979562.522217:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979562.522229:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979562.522234:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979562.522239:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979562.522249:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979562.522254:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:0.0:1783979562.522264:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979562.522267:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979562.522268:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340a80.
00000100:00000001:0.0:1783979562.522275:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979562.522279:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.522282:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.522289:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979562.522291:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.522293:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979562.522294:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.524040:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979562.524066:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979562.524069:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979562.524081:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524093:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979562.524096:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.524100:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979562.524104:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979562.524106:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979562.524110:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979562.524114:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979562.524118:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979562.524121:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.524123:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979562.524130:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979562.524132:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979562.524138:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979562.524142:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979562.524148:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979562.524154:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559947264, portal 10
00000100:00000001:0.0:1783979562.524156:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979562.524158:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:0.0:1783979562.524167:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524174:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979562.524178:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979562.524180:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979562.524184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559947264, offset 0
00000400:00000200:0.0:1783979562.524190:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979562.524196:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.524203:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979562.524208:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979562.524211:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979562.524214:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979562.524217:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979562.524220:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390601:390601:256:4294967295] 192.168.201.140@tcp LPNI seq info [390576:390576:8:4294967295]
00000400:00000200:0.0:1783979562.524225:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.524234:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979562.524239:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.524245:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979562.524251:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979562.524255:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979562.524260:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979562.524264:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979562.524268:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.524270:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979562.524275:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979562.524279:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979562.524284:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979562.524286:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979562.524289:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979562.524293:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524308:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.524312:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524318:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.524320:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979562.524325:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979562.524329:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979562.524333:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979562.524336:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304957459
00000100:00000001:0.0:1783979562.524339:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304961226
00000100:00000001:0.0:1783979562.524342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304957459
00000100:00000001:0.0:1783979562.524344:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304961226
00000100:00000001:0.0:1783979562.524347:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979562.524350:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.524352:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979562.524356:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979562/real 1783979562]  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979562.524365:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979562.524367:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979562.524368:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979562.524371:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979562.524372:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979562.524375:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979562.524378:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979562.524386:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524393:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979562.524395:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.524397:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.524399:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979562.524403:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524410:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979562.524414:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524421:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979562.524424:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.524426:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.524427:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.524430:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979562.524432:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979562.524436:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979562.524440:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979562.524443:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979562.524447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979562.524456:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979562.524460:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979562.524464:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524471:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979562.524472:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.524475:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979562.524476:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979562.524478:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979562.524482:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979562.524485:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979562.524487:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979562.524489:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.524490:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979562.524493:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979562.524495:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979562.524498:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979562.524501:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979562.524503:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979562.524506:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559947392, portal 10
00000100:00000001:0.0:1783979562.524508:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979562.524510:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:0.0:1783979562.524515:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524522:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979562.524525:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979562.524527:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979562.524529:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559947392, offset 0
00000400:00000200:0.0:1783979562.524534:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979562.524538:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.524541:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979562.524544:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979562.524547:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979562.524549:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979562.524551:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979562.524554:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390602:390602:256:4294967295] 192.168.201.140@tcp LPNI seq info [390577:390577:8:4294967295]
00000400:00000200:0.0:1783979562.524558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.524565:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979562.524570:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.524573:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979562.524577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979562.524580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979562.524584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979562.524587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979562.524591:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.524593:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979562.524595:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979562.524599:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979562.524602:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979562.524603:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979562.524606:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979562.524609:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524617:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.524620:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524626:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.524628:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979562.524631:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979562.524634:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979562.524637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979562.524639:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304957455
00000100:00000001:0.0:1783979562.524641:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304961226
00000100:00000001:0.0:1783979562.524643:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304957455
00000100:00000001:0.0:1783979562.524645:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304961226
00000100:00000001:0.0:1783979562.524647:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979562.524649:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.524651:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979562.524655:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979562/real 1783979562]  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979562.524663:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979562.524664:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979562.524666:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979562.524668:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979562.524670:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979562.524672:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979562.524675:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979562.524683:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524690:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979562.524691:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.524693:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.524695:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979562.524698:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524705:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979562.524708:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524715:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979562.524717:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.524719:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.524720:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.524722:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979562.524723:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979562.524726:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979562.524729:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979562.524731:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979562.524735:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979562.524749:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979562.524752:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979562.524756:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524763:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979562.524765:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.524767:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979562.524769:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979562.524771:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979562.524773:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979562.524776:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979562.524778:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979562.524780:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.524781:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979562.524785:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979562.524787:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979562.524790:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979562.524792:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979562.524796:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979562.524798:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559947520, portal 4
00000100:00000001:0.0:1783979562.524801:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979562.524802:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:0.0:1783979562.524807:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524813:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979562.524815:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979562.524817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979562.524820:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559947520, offset 0
00000400:00000200:0.0:1783979562.524823:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979562.524827:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.524830:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979562.524833:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979562.524835:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979562.524837:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979562.524840:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979562.524842:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390603:390603:256:4294967295] 192.168.201.140@tcp LPNI seq info [390578:390578:8:4294967295]
00000400:00000200:0.0:1783979562.524846:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.524852:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979562.524856:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.524859:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979562.524862:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979562.524865:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979562.524868:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979562.524871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979562.524874:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.524876:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979562.524879:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979562.524882:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979562.524884:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979562.524886:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979562.524888:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979562.524891:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524898:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.524900:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524906:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.524908:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979562.524910:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979562.524913:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979562.524916:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979562.524918:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304957482
00000100:00000001:0.0:1783979562.524921:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304961226
00000100:00000001:0.0:1783979562.524923:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304957482
00000100:00000001:0.0:1783979562.524925:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304961226
00000100:00000001:0.0:1783979562.524927:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979562.524929:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.524930:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979562.524934:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979562/real 1783979562]  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979562.524940:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979562.524942:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979562.524943:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979562.524945:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979562.524947:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979562.524948:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979562.524951:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979562.524959:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524979:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979562.524980:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.524982:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.524983:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979562.524987:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.524993:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979562.524997:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525002:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979562.525005:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525006:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.525008:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525009:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979562.525011:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979562.525013:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979562.525016:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979562.525019:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979562.525022:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979562.525029:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979562.525032:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979562.525036:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525043:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979562.525044:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.525065:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979562.525068:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979562.525070:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979562.525073:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979562.525076:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979562.525078:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979562.525079:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979562.525081:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979562.525084:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979562.525085:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979562.525089:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979562.525091:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979562.525093:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979562.525096:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559947648, portal 4
00000100:00000001:0.0:1783979562.525098:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979562.525100:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:0.0:1783979562.525105:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525110:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979562.525113:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979562.525115:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979562.525117:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559947648, offset 0
00000400:00000200:0.0:1783979562.525120:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979562.525124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.525127:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979562.525130:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979562.525132:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979562.525134:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979562.525136:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979562.525139:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390604:390604:256:4294967295] 192.168.201.140@tcp LPNI seq info [390579:390579:8:4294967295]
00000400:00000200:0.0:1783979562.525143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979562.525149:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979562.525154:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.525157:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979562.525161:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979562.525163:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1783979562.525168:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979562.525170:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1783979562.525174:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979562.525176:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979562.525179:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979562.525183:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979562.525185:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979562.525187:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979562.525189:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979562.525192:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525205:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.525208:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525214:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.525215:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979562.525218:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979562.525221:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979562.525224:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979562.525227:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304957484
00000100:00000001:0.0:1783979562.525229:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304961226
00000100:00000001:0.0:1783979562.525231:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304957484
00000100:00000001:0.0:1783979562.525233:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304961226
00000100:00000001:0.0:1783979562.525235:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979562.525237:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.525239:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979562.525242:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979562/real 1783979562]  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979562.525250:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979562.525251:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979562.525253:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979562.525255:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979562.525256:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979562.525259:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979562.525262:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979562.525269:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525275:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979562.525278:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525279:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.525281:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979562.525284:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525290:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979562.525294:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525302:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979562.525304:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525306:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979562.525307:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525309:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979562.525310:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979562.525313:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979562.525316:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979562.525318:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979562.525322:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979562.525330:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979562.525334:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525336:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.525339:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559947264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525346:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979562.525348:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979562.525351:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979562.525353:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979562.525356:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979562.525358:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979562.525360:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979562.525363:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979562.525366:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979562.525368:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979562.525369:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:0.0:1783979562.525373:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979562.525374:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525376:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.525379:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559947392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525385:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979562.525387:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979562.525388:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979562.525390:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979562.525391:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979562.525392:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979562.525394:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979562.525396:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979562.525398:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979562.525399:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979562.525401:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:0.0:1783979562.525403:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979562.525404:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525406:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.525409:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559947520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525416:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979562.525417:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979562.525419:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979562.525421:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979562.525422:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979562.525423:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979562.525424:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979562.525426:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979562.525428:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979562.525429:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979562.525431:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:0.0:1783979562.525433:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979562.525435:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525436:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979562.525439:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559947648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979562.525445:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979562.525446:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979562.525448:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979562.525450:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979562.525451:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979562.525453:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979562.525454:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979562.525456:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:0.0:1783979562.525458:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979562.525459:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979562.525460:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:0.0:1783979562.525462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979562.525463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525465:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979562.525472:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979562.525474:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979562.525476:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979562.525478:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979563.289635:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979563.289645:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979563.289653:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979563.289654:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979563.289659:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979563.289660:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979563.290231:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979563.290236:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979563.290240:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979564.313206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979564.313216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979564.313223:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979564.313225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979564.313229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979564.313230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979564.316194:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979564.316202:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979564.316208:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979565.337206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979565.337215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979565.337221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979565.337222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979565.337226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979565.337227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979565.337367:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979565.337372:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979565.337376:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979566.361248:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304961226, at 4304961280
00000100:00000010:3.0:1783979566.361272:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64180.
00010000:00000001:1.0:1783979566.361499:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979566.361504:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979566.361509:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979566.361510:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979566.361513:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979566.361518:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979566.361521:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979566.361525:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979566.361529:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979566.361532:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979566.361534:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979566.361536:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979566.361743:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979566.361748:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979566.361751:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979567.385226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979567.385238:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979567.385248:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979567.385250:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979567.385255:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979567.385257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979567.385421:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979567.385427:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979567.385432:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979567.643316:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979567.643334:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979567.643338:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979567.643344:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979567.643351:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979567.643361:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10290
00000400:00000200:1.0:1783979567.643374:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979567.643381:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979567.643386:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979567.643391:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643394:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.643397:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643400:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979567.643405:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979567.643408:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979567.643412:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979567.643415:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979567.643418:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979567.643421:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979567.643424:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643427:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.643429:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643430:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979567.643434:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979567.643437:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643440:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979567.643444:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979567.643449:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979567.643453:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.643455:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979567.643459:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979567.643473:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979567.643477:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979567.643483:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979567.643484:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.643489:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979567.643493:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979567.643499:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979567.643511:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979567.643521:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979567.643533:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979567.643545:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979567.643550:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979567.643556:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979567.643585:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979567.643589:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979567.643592:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979567.643593:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979567.643595:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979567.643598:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979567.643600:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10290
00000400:00000200:1.0:1783979567.643604:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979567.643607:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979567.643610:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979567.643612:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643614:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.643617:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643619:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979567.643622:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979567.643623:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979567.643625:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979567.643627:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979567.643629:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979567.643631:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979567.643633:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643635:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.643636:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643638:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979567.643641:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979567.643644:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643646:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979567.643648:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979567.643656:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979567.643659:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.643660:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979567.643666:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979567.643669:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.643670:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979567.643674:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979567.643676:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979567.643679:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979567.643680:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.643682:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979567.643683:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979567.643685:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979567.643689:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979567.643693:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979567.643697:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979567.643704:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979567.643707:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979567.643710:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979567.643718:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979567.643721:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979567.643725:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979567.643727:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979567.643728:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979567.643730:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979567.643733:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10290
00000400:00000200:1.0:1783979567.643736:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979567.643739:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979567.643742:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979567.643745:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643747:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.643749:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643751:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979567.643753:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979567.643754:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979567.643756:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979567.643757:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979567.643759:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979567.643761:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979567.643764:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643765:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.643767:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643769:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979567.643772:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979567.643774:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979567.643776:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979567.643777:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979567.643780:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979567.643782:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.643784:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979567.643786:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979567.643788:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.643790:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979567.643793:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979567.643795:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979567.643797:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979567.643798:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.643800:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979567.643801:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979567.643803:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979567.643806:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979567.643809:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979567.643813:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979567.643984:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979567.643988:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979567.643993:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979567.644001:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979567.644004:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979567.644008:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979567.644009:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979567.644011:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979567.644013:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979567.644016:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10290
00000400:00000200:1.0:1783979567.644020:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979567.644023:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979567.644025:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979567.644028:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644030:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.644032:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644034:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979567.644036:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979567.644037:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979567.644039:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979567.644041:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979567.644043:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979567.644045:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979567.644082:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644084:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.644086:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644088:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979567.644090:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979567.644092:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644094:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979567.644096:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979567.644099:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979567.644100:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.644102:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979567.644105:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979567.644107:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.644109:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979567.644113:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979567.644115:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979567.644117:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979567.644119:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.644120:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979567.644122:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979567.644123:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979567.644130:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979567.644133:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979567.644138:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979567.644145:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979567.644147:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979567.644150:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979567.644157:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979567.644159:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979567.644163:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979567.644164:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979567.644166:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979567.644168:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979567.644170:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10290
00000400:00000200:1.0:1783979567.644174:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979567.644177:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979567.644179:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979567.644182:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644183:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.644186:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644187:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979567.644189:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979567.644190:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979567.644192:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979567.644194:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979567.644196:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979567.644198:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979567.644201:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644203:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979567.644205:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644207:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979567.644209:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979567.644212:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979567.644214:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979567.644216:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979567.644219:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979567.644221:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.644223:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979567.644224:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979567.644227:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.644229:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979567.644232:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979567.644234:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979567.644237:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979567.644238:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979567.644240:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979567.644241:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979567.644243:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979567.644247:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979567.644250:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979567.644255:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979567.644262:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979567.644264:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979567.644272:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979567.644280:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979567.644289:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10300)
00000100:00000001:0.0:1783979567.646035:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979567.646045:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979567.646108:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979567.646125:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646141:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979567.646143:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.646149:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979567.646154:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979567.646157:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979567.646161:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559947776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979567.646166:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979567.646173:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979567.646175:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.646178:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979567.646188:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979567.646190:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979567.646199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979567.646205:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979567.646213:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979567.646223:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559947776, portal 25
00000100:00000001:0.0:1783979567.646227:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979567.646228:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305088 : -128863286246528 : ffff8accad994380)
00000100:00000040:0.0:1783979567.646235:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646243:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979567.646247:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979567.646250:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979567.646255:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559947776, offset 0
00000400:00000200:0.0:1783979567.646263:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979567.646275:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.646287:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979567.646294:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979567.646299:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979567.646305:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979567.646308:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979567.646311:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390605:390605:256:4294967295] 192.168.201.140@tcp LPNI seq info [390580:390580:8:4294967295]
00000400:00000200:0.0:1783979567.646319:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.646333:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979567.646340:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.646346:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979567.646354:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979567.646359:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979567.646365:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979567.646369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979567.646374:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.646376:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979567.646385:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979567.646390:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979567.646397:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979567.646399:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979567.646404:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979567.646408:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646419:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.646422:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646430:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.646432:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979567.646438:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979567.646442:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979567.646446:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4304966351
00000100:00000010:0.0:1783979567.646453:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb640c0.
00000100:00000001:0.0:1783979567.646462:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979567.646471:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4304966351
00000100:00000010:0.0:1783979567.646474:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb647e0.
00000100:00000001:0.0:1783979567.646594:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979567.646611:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979567.646614:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.646617:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979567.646623:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979567/real 1783979567]  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979567.646635:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979567.646637:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979567.646640:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979567.646643:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979567.646645:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979567.646648:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979567.646652:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979567.646661:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646668:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979567.646670:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.646673:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.646675:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979567.646679:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646686:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979567.646691:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646697:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979567.646700:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.646703:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.646704:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.646707:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979567.646709:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979567.646714:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979567.646719:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979567.646722:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979567.646726:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979567.646735:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559947776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979567.646741:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979567.646746:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646753:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979567.646754:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.646757:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979567.646759:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979567.646761:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979567.646764:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979567.646767:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979567.646769:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979567.646771:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.646773:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979567.646776:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979567.646778:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979567.646782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979567.646785:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979567.646788:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979567.646792:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559947904, portal 10
00000100:00000001:0.0:1783979567.646793:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979567.646795:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423311360 : -128863286240256 : ffff8accad995c00)
00000100:00000040:0.0:1783979567.646802:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646808:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979567.646810:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979567.646812:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979567.646815:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559947904, offset 0
00000400:00000200:0.0:1783979567.646818:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979567.646822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.646826:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979567.646829:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979567.646832:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979567.646834:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979567.646836:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979567.646839:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390606:390606:256:4294967295] 192.168.201.140@tcp LPNI seq info [390581:390581:8:4294967295]
00000400:00000200:0.0:1783979567.646842:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.646848:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979567.646852:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.646857:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979567.646861:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979567.646864:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979567.646867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979567.646869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979567.646885:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.646887:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979567.646891:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979567.646894:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979567.646897:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979567.646899:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979567.646901:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979567.646904:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646918:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.646921:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646927:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.646929:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979567.646932:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979567.646936:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979567.646939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979567.646941:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304962582
00000100:00000001:0.0:1783979567.646944:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304966351
00000100:00000001:0.0:1783979567.646946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304962582
00000100:00000001:0.0:1783979567.646948:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304966351
00000100:00000001:0.0:1783979567.646950:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979567.646953:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.646954:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979567.646958:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979567/real 1783979567]  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979567.646966:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979567.646967:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979567.646969:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979567.646971:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979567.646973:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979567.646975:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979567.646978:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979567.646985:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.646992:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979567.646994:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.646996:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.646997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979567.647000:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.647006:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979567.647009:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.647015:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979567.647017:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.647019:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.647020:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.647022:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979567.647024:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979567.647026:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979567.647030:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979567.647032:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979567.647035:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979567.647042:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559947904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979567.647046:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979567.648323:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.648336:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979567.648337:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.648341:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979567.648344:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979567.648347:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979567.648351:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559948032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979567.648354:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979567.648358:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979567.648361:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.648363:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979567.648369:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979567.648371:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979567.648376:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979567.648381:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979567.648386:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979567.648392:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559948032, portal 10
00000100:00000001:0.0:1783979567.648394:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979567.648396:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314944 : -128863286236672 : ffff8accad996a00)
00000100:00000040:0.0:1783979567.648403:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.648410:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979567.648412:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979567.648415:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979567.648418:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559948032, offset 0
00000400:00000200:0.0:1783979567.648424:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979567.648430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.648436:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979567.648441:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979567.648444:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979567.648447:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979567.648450:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979567.648453:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390607:390607:256:4294967295] 192.168.201.140@tcp LPNI seq info [390582:390582:8:4294967295]
00000400:00000200:0.0:1783979567.648456:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.648464:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979567.648470:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.648474:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979567.648607:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979567.648611:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979567.648616:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979567.648619:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979567.648623:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.648625:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979567.648630:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979567.648635:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979567.648640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979567.648642:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979567.648646:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979567.648650:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.648660:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.648663:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.648669:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.648671:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979567.648675:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979567.648679:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979567.648681:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979567.648683:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304962580
00000100:00000001:0.0:1783979567.648686:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304966351
00000100:00000001:0.0:1783979567.648688:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304962580
00000100:00000001:0.0:1783979567.648690:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304966351
00000100:00000001:0.0:1783979567.648692:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979567.648695:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.648697:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979567.648701:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979567/real 1783979567]  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979567.648710:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979567.648712:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979567.648714:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979567.648717:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979567.648719:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979567.648721:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979567.648724:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979567.648732:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.648738:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979567.648739:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.648741:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.648742:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979567.648745:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.648751:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979567.648755:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.648761:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979567.648764:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.648766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.648767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.648770:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979567.648772:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979567.648775:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979567.648779:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979567.648782:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979567.648786:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979567.648800:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559948032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979567.648805:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979567.648810:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.648817:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979567.648819:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.650336:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979567.650343:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979567.650349:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979567.650357:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559948160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979567.650362:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979567.650367:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979567.650369:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.650372:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979567.650378:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979567.650381:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979567.650388:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979567.650392:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979567.650399:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979567.650405:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559948160, portal 4
00000100:00000001:0.0:1783979567.650408:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979567.650409:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423313152 : -128863286238464 : ffff8accad996300)
00000100:00000040:0.0:1783979567.650420:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.650429:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979567.650433:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979567.650436:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979567.650440:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559948160, offset 0
00000400:00000200:0.0:1783979567.650446:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979567.650455:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.650463:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979567.650467:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979567.650471:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979567.651661:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979567.651672:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979567.651676:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390608:390608:256:4294967295] 192.168.201.140@tcp LPNI seq info [390583:390583:8:4294967295]
00000400:00000200:0.0:1783979567.651682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.651693:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979567.651700:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.651708:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979567.651715:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979567.651720:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979567.651726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979567.651730:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979567.651734:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.651736:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979567.651742:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979567.651746:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979567.651751:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979567.651753:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979567.651758:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979567.651763:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.651774:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.651776:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.651783:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.651785:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979567.651790:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979567.651795:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979567.651799:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979567.651803:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304962610
00000100:00000001:0.0:1783979567.651807:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304966351
00000100:00000001:0.0:1783979567.651809:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304962610
00000100:00000001:0.0:1783979567.651812:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304966351
00000100:00000001:0.0:1783979567.651814:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979567.651817:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.652570:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979567.652580:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979567/real 1783979567]  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979567.652594:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979567.652596:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979567.652599:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979567.652603:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979567.652606:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979567.652609:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979567.652612:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979567.652621:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.652628:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979567.652630:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.652632:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.652635:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979567.652638:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.652646:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979567.652650:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.652658:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979567.652662:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.652664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.652665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.652668:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979567.652671:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979567.652675:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979567.652680:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979567.652682:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979567.652686:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979567.652695:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559948160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979567.652700:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979567.652704:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.652711:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979567.652713:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.652717:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979567.652720:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979567.652722:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979567.652726:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559948288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979567.652729:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979567.652733:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979567.652735:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979567.652737:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979567.652743:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979567.652745:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979567.652749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979567.652753:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979567.652757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979567.652762:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559948288, portal 4
00000100:00000001:0.0:1783979567.652765:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979567.652767:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:0.0:1783979567.652774:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.652781:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979567.652783:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979567.652786:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979567.652789:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559948288, offset 0
00000400:00000200:0.0:1783979567.652793:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979567.652800:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.652806:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979567.652812:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979567.652815:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979567.652818:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979567.652820:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979567.652823:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390609:390609:256:4294967295] 192.168.201.140@tcp LPNI seq info [390584:390584:8:4294967295]
00000400:00000200:0.0:1783979567.652828:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979567.652835:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979567.652839:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.652843:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979567.652848:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979567.652851:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979567.652855:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979567.652858:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979567.652881:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979567.652883:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979567.652887:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979567.652891:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979567.652894:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979567.652896:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979567.652899:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979567.652902:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.652916:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.652920:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979592 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.652926:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.652928:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979567.652931:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979567.652934:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979567.652938:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979567.652940:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4304962613
00000100:00000001:0.0:1783979567.652943:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4304966351
00000100:00000001:0.0:1783979567.652945:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4304962613
00000100:00000001:0.0:1783979567.652947:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4304966351
00000100:00000001:0.0:1783979567.652949:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979567.652952:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.652954:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979567.652958:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979567/real 1783979567]  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979567.652966:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979567.652967:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979567.652969:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979567.652978:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979567.652980:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979567.652982:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979567.652986:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979567.652994:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.653001:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979567.653003:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653005:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.653007:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979567.653010:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.653017:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979567.653020:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.653027:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979567.653030:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653031:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979567.653033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653035:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979567.653036:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979567.653038:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979567.653042:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979567.653045:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979567.653068:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979567.653077:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559948288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979567.653082:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653086:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.653090:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559947776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.653098:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979567.653101:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979567.653104:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979567.653108:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979567.653111:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979567.653113:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979567.653116:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979567.653118:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:0.0:1783979567.653124:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979567.653126:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979567.653129:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
00000100:00000001:0.0:1783979567.653133:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979567.653134:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653136:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.653141:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559947904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.653147:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979567.653148:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979567.653150:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979567.653153:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979567.653154:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979567.653155:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979567.653157:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979567.653159:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:0.0:1783979567.653161:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979567.653162:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979567.653164:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:0.0:1783979567.653167:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979567.653168:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653169:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.653174:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559948032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.653182:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979567.653183:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979567.653184:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979567.653187:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979567.653188:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979567.653189:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979567.653191:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979567.653193:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:0.0:1783979567.653195:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979567.653196:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979567.653198:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:0.0:1783979567.653200:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979567.653201:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.653207:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559948160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.653213:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979567.653214:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979567.653215:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979567.653218:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979567.653219:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979567.653220:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979567.653222:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979567.653223:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:0.0:1783979567.653225:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979567.653227:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979567.653228:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:0.0:1783979567.653230:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979567.653231:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653232:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979567.653235:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559948288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979592 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979567.653241:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979567.653243:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979567.653244:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979567.653246:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979567.653247:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979567.653248:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979567.653249:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979567.653251:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:0.0:1783979567.653253:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979567.653254:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979567.653255:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:0.0:1783979567.653257:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979567.653258:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653261:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979567.653271:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979567.653273:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979567.653276:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979567.653278:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979568.410154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979568.410164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979568.410171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979568.410172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979568.410176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979568.410177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979568.410283:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979568.410288:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979568.410291:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979569.433894:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979569.433906:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979569.433909:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979569.433913:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979569.433920:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979569.433923:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979569.433925:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979569.433927:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979569.433931:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979569.433933:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979569.433934:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979569.433936:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979569.433937:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979569.433939:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979569.433940:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979569.433942:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979569.433946:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979569.433948:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979569.434118:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979569.434123:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979569.434127:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979570.457169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979570.457176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979570.457180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979570.457182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979570.457185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979570.457195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979570.457288:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979570.457296:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979570.457301:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979571.481717:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304966351, at 4304966400
00000100:00000010:3.0:1783979571.481739:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb647e0.
00010000:00000001:1.0:1783979571.482911:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979571.482916:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979571.482921:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979571.482922:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979571.482925:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979571.482927:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979571.483528:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979571.483532:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979571.483542:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979572.506072:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979572.506083:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979572.506091:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979572.506092:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979572.506096:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979572.506098:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979572.506148:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979572.506154:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979572.506158:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979572.761231:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979572.761247:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979572.761250:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979572.761255:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979572.761261:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979572.761270:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10295
00000400:00000200:0.0:1783979572.761282:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979572.761290:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979572.761294:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979572.761297:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761300:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761302:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761304:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979572.761308:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979572.761311:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979572.761314:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979572.761317:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979572.761318:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979572.761320:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979572.761322:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761323:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761324:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761325:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979572.761327:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979572.761330:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761331:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979572.761334:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979572.761338:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979572.761347:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761350:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979572.761353:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979572.761366:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807100.
00000020:00000040:0.0:1783979572.761370:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979572.761374:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979572.761376:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761380:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979572.761385:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979572.761390:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979572.761401:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979572.761410:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979572.761423:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807100 x1870627559948416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979572.761435:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979572.761440:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979572.761444:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1567a83] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807100 x1870627559948416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979572.761477:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979572.761480:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979572.761482:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979572.761484:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979572.761485:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979572.761487:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979572.761489:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10295
00000400:00000200:0.0:1783979572.761492:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979572.761494:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979572.761496:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979572.761498:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761500:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761501:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761502:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979572.761504:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979572.761505:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979572.761506:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979572.761507:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979572.761508:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979572.761509:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979572.761511:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761512:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761513:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761514:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979572.761516:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979572.761518:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761519:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979572.761521:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979572.761527:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979572.761528:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761530:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979572.761534:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979572.761536:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761538:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979572.761541:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805880.
00000020:00000040:0.0:1783979572.761542:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979572.761544:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979572.761545:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761546:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979572.761547:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979572.761549:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979572.761552:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979572.761554:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979572.761558:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805880 x1870627559948544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979572.761562:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979572.761564:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979572.761566:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624f5955] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805880 x1870627559948544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979572.761571:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979572.761574:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979572.761577:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979572.761578:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979572.761579:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979572.761582:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979572.761584:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10295
00000400:00000200:0.0:1783979572.761588:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979572.761591:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979572.761593:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979572.761597:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761598:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761600:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761602:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979572.761605:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979572.761606:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979572.761607:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979572.761609:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979572.761611:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979572.761614:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979572.761617:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761619:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761620:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761623:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979572.761625:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979572.761635:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761637:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979572.761638:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979572.761640:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979572.761641:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761643:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979572.761645:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979572.761646:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761647:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979572.761650:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806a00.
00000020:00000040:0.0:1783979572.761651:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979572.761654:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979572.761655:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761657:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979572.761659:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979572.761661:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979572.761665:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979572.761669:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979572.761673:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806a00 x1870627559948672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979572.761681:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979572.761683:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979572.761687:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240c4fb2] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806a00 x1870627559948672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979572.761694:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979572.761697:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979572.761701:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979572.761702:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979572.761704:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979572.761706:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979572.761709:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10295
00000400:00000200:0.0:1783979572.761713:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979572.761716:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979572.761718:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979572.761722:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761724:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761726:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761743:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979572.761746:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979572.761747:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979572.761749:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979572.761751:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979572.761753:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979572.761755:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979572.761757:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761759:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761761:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761762:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979572.761764:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979572.761766:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761767:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979572.761768:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979572.761770:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979572.761771:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761773:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979572.761775:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979572.761778:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761779:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979572.761795:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805f80.
00000020:00000040:0.0:1783979572.761797:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979572.761800:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979572.761801:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761803:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979572.761805:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979572.761806:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979572.761811:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb800.
00000100:00000001:0.0:1783979572.761814:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979572.761819:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805f80 x1870627559948800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979572.761826:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979572.761828:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979572.761832:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b18d206] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805f80 x1870627559948800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979572.761841:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979572.761845:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979572.761848:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979572.761850:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979572.761852:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979572.761856:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979572.761858:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10295
00000400:00000200:0.0:1783979572.761864:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979572.761871:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979572.761875:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979572.761881:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761886:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761891:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761896:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979572.761902:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979572.761905:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979572.761909:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979572.761913:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979572.761916:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979572.761919:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979572.761925:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761931:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979572.761938:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761943:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979572.761948:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979572.761952:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979572.761958:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979572.761962:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979572.761967:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979572.761973:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761987:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979572.761991:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979572.761994:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.761996:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979572.762004:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806d80.
00000020:00000040:0.0:1783979572.762009:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979572.762012:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979572.762016:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979572.762020:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979572.762024:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979572.762027:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979572.762033:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8c00.
00000100:00000001:0.0:1783979572.762040:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979572.762081:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806d80 x1870627559948928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979572.762090:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979572.762095:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979572.762103:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f750ec99] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806d80 x1870627559948928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979572.762112:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979572.762120:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10305)
00000800:00000200:2.1:1783979572.762218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979572.762222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979572.762578:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979572.762580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979572.762866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979572.762868:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979572.763154:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979572.763157:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979572.763596:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979572.763600:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00010000:00000001:1.0:1783979573.529237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979573.529246:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979573.529253:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979573.529255:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979573.529259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979573.529260:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979573.529585:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979573.529589:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979573.529591:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979574.553193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979574.553210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979574.553218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979574.553220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979574.553224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979574.553226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979574.553286:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979574.553289:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979574.553292:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979575.577194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979575.577203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979575.577211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979575.577212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979575.577216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979575.577221:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979575.577223:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979575.577227:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979575.577231:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979575.577233:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979575.577235:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979575.577237:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979575.577402:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979575.577407:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979575.577410:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979576.601195:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304971467, at 4304971520
00010000:00000001:1.0:1783979576.601196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979576.601204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979576.601210:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627b40.
00010000:00000001:1.0:1783979576.601213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979576.601219:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979576.601226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979576.601228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979576.601324:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979576.601328:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979576.601332:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979577.625411:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979577.625444:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979577.625465:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979577.625468:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979577.625472:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979577.625482:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979577.625572:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979577.625577:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979577.625580:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979577.881222:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979577.881235:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979577.881238:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979577.881243:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979577.881248:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979577.881841:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10300
00000400:00000200:0.0:1783979577.881853:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979577.881860:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979577.881863:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979577.881866:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.881870:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.881872:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.881874:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979577.881879:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979577.881882:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979577.881885:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979577.881889:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979577.881891:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979577.881894:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979577.881897:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.881898:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.881900:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.881902:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979577.881905:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979577.881909:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979577.881911:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979577.881915:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979577.881919:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979577.881922:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.881925:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979577.881928:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979577.881938:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805500.
00000020:00000040:0.0:1783979577.881941:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979577.881947:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979577.881948:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.881952:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979577.881955:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979577.881960:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979577.881969:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8400.
00000100:00000001:0.0:1783979577.881977:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979577.881988:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805500 x1870627559949056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979577.881998:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979577.882004:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979577.882009:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1bb3957] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805500 x1870627559949056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979577.882289:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979577.882292:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1783979577.882543:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979577.882547:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979577.882550:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979577.882552:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979577.882554:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979577.882557:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979577.882560:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10300
00000400:00000200:0.0:1783979577.882563:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979577.882566:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979577.882568:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979577.882571:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.882573:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.882575:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.882577:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979577.882579:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979577.882580:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979577.882582:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979577.882584:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979577.882587:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979577.882589:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979577.882591:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.882593:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.882595:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.882597:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979577.882599:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979577.882601:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979577.882603:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979577.882605:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979577.882611:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979577.882613:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.882615:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979577.882620:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979577.882623:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.882625:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979577.882629:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807800.
00000020:00000040:0.0:1783979577.882631:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979577.882634:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979577.882635:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.882637:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979577.882638:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979577.882640:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979577.882643:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb800.
00000100:00000001:0.0:1783979577.882647:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979577.882651:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807800 x1870627559949184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979577.882658:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979577.882660:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979577.882663:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011736865] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807800 x1870627559949184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979577.883671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979577.883674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1783979577.884235:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979577.884240:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979577.884243:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979577.884245:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979577.884247:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979577.884250:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979577.884253:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10300
00000400:00000200:0.0:1783979577.884257:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979577.884260:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979577.884262:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979577.884265:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884267:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.884269:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884271:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979577.884274:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979577.884275:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979577.884277:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979577.884279:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979577.884281:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979577.884283:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979577.884285:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884287:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.884289:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884291:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979577.884294:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979577.884297:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884299:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979577.884302:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979577.884306:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979577.884309:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884310:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979577.884314:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979577.884316:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884318:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979577.884322:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807b80.
00000020:00000040:0.0:1783979577.884325:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979577.884328:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979577.884329:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884331:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979577.884333:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979577.884335:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979577.884339:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979577.884343:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979577.884348:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807b80 x1870627559949312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979577.884355:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979577.884358:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979577.884361:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087f92af4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807b80 x1870627559949312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979577.884368:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979577.884371:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979577.884375:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979577.884376:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979577.884378:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979577.884380:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979577.884382:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10300
00000400:00000200:0.0:1783979577.884386:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979577.884389:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979577.884391:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979577.884394:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884396:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.884398:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884400:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979577.884401:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979577.884415:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979577.884417:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979577.884419:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979577.884420:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979577.884422:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979577.884425:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884427:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.884429:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884430:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979577.884432:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979577.884434:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884436:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979577.884437:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979577.884440:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979577.884442:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884444:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979577.884446:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979577.884448:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884449:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979577.884452:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804380.
00000020:00000040:0.0:1783979577.884454:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979577.884457:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979577.884458:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884460:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979577.884461:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979577.884462:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979577.884465:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979577.884469:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979577.884473:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804380 x1870627559949440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979577.884479:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979577.884480:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979577.884484:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000043c473a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804380 x1870627559949440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979577.884490:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979577.884492:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979577.884495:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979577.884496:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979577.884498:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979577.884501:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979577.884502:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10300
00000400:00000200:0.0:1783979577.884505:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979577.884508:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979577.884509:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979577.884512:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884514:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.884516:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884517:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979577.884519:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979577.884521:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979577.884522:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979577.884524:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979577.884525:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979577.884527:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979577.884530:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884531:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979577.884533:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884535:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979577.884537:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979577.884539:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979577.884542:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979577.884543:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979577.884545:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979577.884546:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884548:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979577.884550:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979577.884551:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884552:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979577.884556:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805c00.
00000020:00000040:0.0:1783979577.884557:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979577.884559:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979577.884561:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979577.884562:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979577.884563:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979577.884565:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979577.884568:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979577.884570:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979577.884574:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805c00 x1870627559949568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979577.884579:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979577.884581:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979577.884584:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccd279d] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805c00 x1870627559949568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979577.884591:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979577.884595:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10310)
00000800:00000200:2.1:1783979577.884895:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979577.884898:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979577.885239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979577.885241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979577.885880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979577.885883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00010000:00000001:1.0:1783979578.649253:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979578.649261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979578.649267:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979578.649268:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979578.649272:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979578.649273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979578.649340:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979578.649345:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979578.649349:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979579.673201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979579.673213:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979579.673215:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979579.673218:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979579.673223:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979579.673225:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979579.673227:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979579.673229:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979579.673231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979579.673232:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979579.673241:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979579.673242:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979579.673244:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979579.673245:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979579.673246:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979579.673249:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979579.673252:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979579.673253:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979579.673311:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979579.673317:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979579.673320:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979580.697351:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979580.697362:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979580.697381:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979580.697382:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979580.697387:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979580.697388:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979580.697908:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979580.697912:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979580.697916:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979581.721291:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304976587, at 4304976640
00000100:00000010:3.0:1783979581.721301:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627000.
00010000:00000001:1.0:1783979581.722890:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979581.722898:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979581.722904:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979581.722905:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979581.722910:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979581.722912:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979581.723070:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979581.723074:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979581.723078:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979581.849912:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1783979581.849918:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979581.849931:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783979581.849936:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979581.849938:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979582.745221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979582.745231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979582.745313:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979582.745315:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979582.745319:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979582.745320:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979582.745421:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979582.745425:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979582.745429:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979583.001202:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979583.001216:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979583.001219:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979583.001224:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979583.001230:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979583.001239:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10305
00000400:00000200:0.0:1783979583.001250:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979583.001264:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979583.001269:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979583.001273:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001277:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.001279:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001282:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979583.001290:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979583.001292:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979583.001296:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979583.001300:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979583.001302:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979583.001305:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979583.001309:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001311:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.001313:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001315:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979583.001318:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979583.001321:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001324:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979583.001327:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979583.001331:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979583.001335:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.001337:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979583.001340:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979583.001352:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804000.
00000020:00000040:0.0:1783979583.001356:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979583.001361:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979583.001363:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.001367:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979583.001380:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979583.001385:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979583.001395:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba800.
00000100:00000001:0.0:1783979583.001404:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979583.001414:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804000 x1870627559949696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979583.001425:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979583.001431:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979583.001445:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d776fa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804000 x1870627559949696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979583.001841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979583.001845:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1783979583.001910:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979583.001914:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979583.001917:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979583.001919:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979583.001920:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979583.001924:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979583.001927:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10305
00000400:00000200:0.0:1783979583.001931:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979583.001944:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979583.001947:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979583.001950:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001953:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.001955:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001957:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979583.001959:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979583.001961:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979583.001963:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979583.001965:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979583.001967:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979583.001969:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979583.001972:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001974:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.001976:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001979:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979583.001981:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979583.001983:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979583.001986:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979583.001988:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979583.001995:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979583.001998:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.002000:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979583.002005:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979583.002008:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.002009:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979583.002013:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804a80.
00000020:00000040:0.0:1783979583.002016:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979583.002019:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979583.002020:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.002022:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979583.002024:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979583.002026:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979583.002030:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9c00.
00000100:00000001:0.0:1783979583.002033:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979583.002039:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804a80 x1870627559949824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979583.002046:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979583.002073:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979583.002078:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073faa229] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804a80 x1870627559949824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979583.002736:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979583.002738:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1783979583.003220:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979583.003224:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979583.003228:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979583.003231:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979583.003233:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979583.003236:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979583.003240:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10305
00000400:00000200:0.0:1783979583.003249:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979583.003254:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979583.003256:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979583.003260:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003262:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.003264:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003267:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979583.003270:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979583.003272:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979583.003274:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979583.003276:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979583.003278:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979583.003281:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979583.003284:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003285:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.003288:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003290:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979583.003292:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979583.003294:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003296:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979583.003298:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979583.003301:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979583.003304:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.003306:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979583.003308:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979583.003311:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.003312:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979583.003317:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805180.
00000020:00000040:0.0:1783979583.003319:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979583.003322:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979583.003323:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.003326:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979583.003327:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979583.003329:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979583.003331:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba400.
00000100:00000001:0.0:1783979583.003334:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979583.003337:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805180 x1870627559949952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979583.003342:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979583.003344:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979583.003346:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000880c0ad4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805180 x1870627559949952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979583.003357:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979583.003360:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979583.003362:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979583.003363:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979583.003364:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979583.003366:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979583.003367:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10305
00000400:00000200:0.0:1783979583.003370:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979583.003372:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979583.003373:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979583.003376:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003378:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.003379:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003381:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979583.003383:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979583.003386:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979583.003388:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979583.003392:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979583.003395:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979583.003397:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979583.003401:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003403:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.003406:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003410:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979583.003413:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979583.003418:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003423:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979583.003427:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979583.003526:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979583.003531:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979583.003556:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979583.003572:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1783979583.003581:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979583.003585:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979583.003588:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.003592:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979583.003654:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804a80.
00000020:00000040:0.0:1783979583.003657:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979583.003661:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979583.003663:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.003667:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979583.003669:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979583.003672:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979583.003679:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9000.
00000100:00000001:0.0:1783979583.003686:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979583.003697:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804a80 x1870627559950080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979583.003753:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979583.003757:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979583.003764:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073faa229] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804a80 x1870627559950080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979583.003778:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979583.003781:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979583.003785:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979583.003789:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979583.003792:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979583.003799:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979583.003803:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10305
00000400:00000200:0.0:1783979583.003808:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979583.003812:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979583.003817:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979583.003824:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003829:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.003833:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003837:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979583.003841:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979583.003844:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979583.003846:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979583.003850:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979583.003855:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979583.003859:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979583.003865:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003867:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979583.003870:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003872:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979583.003875:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979583.003881:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979583.003886:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979583.003888:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979583.003891:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979583.003895:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.003899:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979583.003902:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979583.003906:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.003909:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979583.003914:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804000.
00000020:00000040:0.0:1783979583.003918:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979583.003924:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979583.003928:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979583.003932:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979583.003994:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979583.003998:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979583.004004:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:0.0:1783979583.004011:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979583.004020:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804000 x1870627559950208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979583.004064:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979583.004067:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979583.004073:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d776fa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804000 x1870627559950208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979583.004084:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979583.004091:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10315)
00000800:00000200:2.1:1783979583.004164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979583.004166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979583.004502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979583.004505:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00010000:00000001:1.0:1783979583.770446:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979583.770455:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979583.770461:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979583.770462:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979583.770467:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979583.770468:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979583.770570:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979583.770575:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979583.770578:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979584.793869:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979584.793880:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979584.793887:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979584.793888:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979584.793892:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979584.793893:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979584.794173:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979584.794177:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979584.794181:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979585.817365:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979585.817374:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979585.817380:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979585.817382:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979585.817385:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979585.817389:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979585.817391:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979585.817395:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979585.817398:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979585.817401:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979585.817403:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979585.817405:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979585.822399:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979585.822407:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979585.822413:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979586.841874:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304981707, at 4304981760
00000100:00000010:3.0:1783979586.841882:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856274e0.
00010000:00000001:1.0:1783979586.842010:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979586.842014:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979586.842019:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979586.842020:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979586.842024:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979586.842025:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979586.842132:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979586.842136:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979586.842139:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979587.865203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979587.865214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979587.865232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979587.865234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979587.865239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979587.865240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979587.865350:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979587.865355:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979587.865358:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979588.122213:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979588.122224:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979588.122226:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979588.122230:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979588.122234:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979588.122242:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10310
00000400:00000200:1.0:1783979588.122250:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979588.122256:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979588.122259:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979588.122262:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122265:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.122268:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122270:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979588.122273:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979588.122275:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979588.122278:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979588.122280:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979588.122283:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979588.122285:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979588.122288:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122290:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.122292:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122293:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979588.122296:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979588.122299:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122301:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979588.122305:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979588.122309:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979588.122311:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.122314:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979588.122316:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979588.122326:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979588.122330:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979588.122333:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979588.122335:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.122338:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979588.122341:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979588.122344:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979588.122352:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979588.122359:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979588.122367:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559950336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979588.122390:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979588.122394:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979588.122399:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559950336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979588.122423:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979588.122426:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979588.122429:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979588.122430:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979588.122432:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979588.122435:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979588.122437:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10310
00000400:00000200:1.0:1783979588.122440:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979588.122443:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979588.122445:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979588.122448:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122452:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.122455:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122457:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979588.122460:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979588.122462:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979588.122464:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979588.122467:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979588.122469:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979588.122471:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979588.122474:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122476:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.122480:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122488:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979588.122492:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979588.122498:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122505:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979588.122508:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979588.122515:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979588.122532:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.122534:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979588.122539:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979588.122543:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.122549:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979588.122560:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979588.122566:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979588.122571:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979588.122575:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.122582:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979588.122584:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979588.122587:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979588.122597:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979588.122604:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979588.122619:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559950464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979588.122636:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979588.122640:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979588.122646:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559950464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979588.122666:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979588.122674:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979588.122684:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979588.122686:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979588.122688:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979588.122692:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979588.122697:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10310
00000400:00000200:1.0:1783979588.122707:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979588.122719:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979588.122724:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979588.122733:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122740:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.122750:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122757:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979588.122762:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979588.122767:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979588.122771:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979588.122776:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979588.122784:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979588.122789:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979588.122798:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122804:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.122809:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122811:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979588.122820:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979588.122827:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979588.122833:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979588.122840:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979588.122846:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979588.122852:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.122856:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979588.122861:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979588.122866:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.122873:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979588.122880:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979588.122885:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979588.122893:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979588.122899:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.122903:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979588.122906:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979588.122910:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979588.122918:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979588.122929:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979588.122942:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559950592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979588.122956:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979588.122964:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979588.122978:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559950592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979588.122993:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783979588.122997:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979588.123000:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000100:00080000:1.0:1783979588.123002:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979588.123010:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979588.123016:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979588.123021:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979588.123026:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979588.123034:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10310
00000400:00000200:1.0:1783979588.123041:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979588.123113:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979588.123122:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979588.123130:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123135:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.123142:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123149:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979588.123157:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979588.123159:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979588.123163:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979588.123167:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979588.123173:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979588.123176:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979588.123184:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123192:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.123197:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123205:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979588.123210:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979588.123216:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123219:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979588.123222:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979588.123227:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979588.123230:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.123232:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979588.123237:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979588.123242:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.123247:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979588.123252:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979588.123257:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979588.123264:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979588.123270:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.123273:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979588.123276:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979588.123280:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979588.123286:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979588.123293:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979588.123305:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559950720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979588.123340:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979588.123344:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979588.123352:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559950720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979588.123375:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979588.123380:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979588.123387:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979588.123391:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979588.123395:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979588.123399:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979588.123408:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10310
00000400:00000200:1.0:1783979588.123419:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979588.123427:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979588.123435:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979588.123445:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123451:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.123456:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123460:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979588.123464:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979588.123466:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979588.123470:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979588.123474:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979588.123478:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979588.123483:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979588.123493:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123502:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979588.123506:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123516:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979588.123537:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979588.123545:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979588.123560:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979588.123567:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979588.123573:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979588.123581:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.123586:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979588.123591:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979588.123598:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.123604:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979588.123612:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979588.123621:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979588.123628:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979588.123630:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979588.123635:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979588.123638:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979588.123640:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979588.123648:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979588.123657:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979588.123666:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559950848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979588.123687:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979588.123691:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979588.123701:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559950848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979588.123733:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979588.123741:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10320)
00000800:00000200:2.1:1783979588.123940:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979588.123943:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979588.124264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979588.124267:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979588.124566:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979588.124569:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979588.124840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979588.124842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00010000:00000001:1.0:1783979588.889171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979588.889178:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979588.889184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979588.889185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979588.889188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979588.889189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979588.889253:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979588.889269:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979588.889274:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979589.913380:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979589.913393:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979589.913396:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979589.913400:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979589.913406:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979589.913408:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979589.913410:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979589.913413:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979589.913416:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979589.913418:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979589.913419:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979589.913421:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979589.913422:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979589.913424:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979589.913425:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979589.913427:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979589.913431:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979589.913432:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979589.913912:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979589.913915:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979589.913917:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979590.939163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979590.939173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979590.939181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979590.939182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979590.939186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979590.939187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979590.939809:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979590.939814:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979590.939818:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979591.961359:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304986828, at 4304986880
00000100:00000010:3.0:1783979591.961375:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00010000:00000001:1.0:1783979591.961810:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979591.961814:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979591.961818:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979591.961819:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979591.961822:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979591.961824:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979591.962154:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979591.962169:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979591.962173:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979592.985182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979592.985191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979592.985196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979592.985197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979592.985200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979592.985201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979592.986503:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979592.986508:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979592.986512:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979593.241184:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979593.241197:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979593.241200:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979593.241204:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979593.241209:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979593.241219:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10315
00000400:00000200:1.0:1783979593.241230:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979593.241237:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979593.241240:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979593.241243:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241246:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.241249:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241251:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979593.241256:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979593.241258:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979593.241261:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979593.241265:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979593.241267:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979593.241270:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979593.241273:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241274:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.241276:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241278:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979593.241280:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979593.241284:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241286:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979593.241289:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979593.241293:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979593.241296:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.241299:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979593.241302:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979593.241312:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783979593.241316:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979593.241321:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979593.241323:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.241327:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979593.241330:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979593.241335:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979593.241344:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979593.241352:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979593.241362:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559950976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979593.241374:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979593.241379:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979593.241384:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559950976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979593.241416:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979593.241419:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979593.241423:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979593.241425:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979593.241426:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979593.241446:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979593.241449:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10315
00000400:00000200:1.0:1783979593.241453:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979593.241456:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979593.241458:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979593.241461:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241463:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.241465:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241467:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979593.241470:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979593.241471:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979593.241473:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979593.241475:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979593.241477:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979593.241479:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979593.241482:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241484:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.241486:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241488:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979593.241491:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979593.241494:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241496:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979593.241498:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979593.241505:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979593.241507:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.241509:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979593.241514:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979593.241516:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.241518:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979593.241521:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783979593.241524:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979593.241526:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979593.241527:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.241529:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979593.241530:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979593.241532:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979593.241536:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979593.241539:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979593.241544:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559951104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979593.241552:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979593.241554:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979593.241557:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559951104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979593.241565:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979593.241568:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979593.241572:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979593.241573:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979593.241575:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979593.241578:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979593.241580:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10315
00000400:00000200:1.0:1783979593.241584:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979593.241587:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979593.241589:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979593.241592:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.241594:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1783979593.242134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979593.242138:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979593.242507:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979593.242509:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1783979593.243019:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.243022:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979593.243026:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979593.243028:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979593.243030:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979593.243034:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979593.243036:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979593.243039:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979593.243043:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.243045:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.243997:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244004:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979593.244009:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979593.244015:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244018:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979593.244021:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979593.244028:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979593.244031:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244034:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979593.244038:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979593.244041:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244043:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979593.244072:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783979593.244077:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979593.244081:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979593.244082:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244086:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979593.244089:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979593.244093:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979593.244101:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979593.244109:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979593.244118:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559951232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979593.244128:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979593.244133:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979593.244137:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559951232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979593.244149:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979593.244153:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979593.244157:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979593.244160:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979593.244162:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979593.244166:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979593.244170:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10315
00000400:00000200:1.0:1783979593.244177:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979593.244182:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979593.244185:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979593.244188:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244190:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.244193:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244195:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979593.244198:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979593.244199:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979593.244201:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979593.244203:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979593.244206:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979593.244208:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979593.244211:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244213:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.244214:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244217:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979593.244219:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979593.244221:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244223:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979593.244225:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979593.244228:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979593.244230:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244232:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979593.244235:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979593.244237:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244239:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979593.244243:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979593.244246:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979593.244248:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979593.244250:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244252:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979593.244253:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979593.244255:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979593.244259:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979593.244263:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979593.244267:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559951360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979593.244274:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979593.244276:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979593.244279:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559951360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979593.244287:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979593.244290:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979593.244293:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979593.244294:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979593.244296:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979593.244299:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979593.244301:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10315
00000400:00000200:1.0:1783979593.244305:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979593.244308:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979593.244310:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979593.244312:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244314:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.244316:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244318:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979593.244320:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979593.244321:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979593.244323:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979593.244325:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979593.244327:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979593.244329:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979593.244332:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244334:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979593.244336:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244338:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979593.244340:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979593.244342:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979593.244345:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979593.244346:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979593.244349:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979593.244351:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244353:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979593.244355:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979593.244357:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244358:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979593.244362:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979593.244364:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979593.244366:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979593.244368:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979593.244369:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979593.244371:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979593.244372:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979593.244376:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979593.244379:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979593.244383:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559951488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979593.244390:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979593.244392:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979593.244396:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559951488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979593.244403:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979593.244409:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10325)
00000800:00000200:2.1:1783979593.246071:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979593.246075:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979593.246369:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979593.246371:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979593.253405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979593.253408:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00010000:00000001:1.0:1783979594.009345:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979594.009356:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979594.009364:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979594.009365:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979594.009369:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979594.009371:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979594.009530:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979594.009535:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979594.009539:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979595.033177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979595.033185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979595.033190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979595.033191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979595.033194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979595.033196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979595.035894:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979595.035899:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979595.035903:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979596.057295:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979596.057302:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979596.057307:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979596.057309:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979596.057312:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979596.057315:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979596.057318:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979596.057321:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979596.057324:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979596.057326:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979596.057328:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979596.057330:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979596.057653:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979596.057655:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979596.057658:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979597.081211:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304991946, at 4304992000
00000100:00000010:3.0:1783979597.081236:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627780.
00010000:00000001:1.0:1783979597.081404:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979597.081409:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979597.081414:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979597.081415:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979597.081419:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979597.081420:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979597.081551:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979597.081555:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979597.081558:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979598.105224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979598.105234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979598.105241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979598.105243:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979598.105247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979598.105249:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979598.112735:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979598.112744:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979598.112750:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979598.361143:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979598.361154:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979598.361156:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979598.361160:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979598.361165:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979598.361172:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10320
00000400:00000200:1.0:1783979598.361182:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979598.361189:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979598.361192:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979598.361195:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361198:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361200:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361202:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979598.361205:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979598.361208:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979598.361210:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979598.361214:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979598.361216:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979598.361218:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979598.361220:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361222:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361223:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361224:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979598.361226:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979598.361229:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361231:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979598.361233:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979598.361237:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979598.361239:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361241:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979598.361243:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979598.361253:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979598.361257:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979598.361261:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979598.361263:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361266:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979598.361269:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979598.361274:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979598.361282:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979598.361289:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979598.361297:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559951616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979598.361306:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979598.361311:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979598.361314:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559951616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979598.361356:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979598.361360:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979598.361363:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979598.361365:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979598.361366:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979598.361370:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979598.361373:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10320
00000400:00000200:1.0:1783979598.361378:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979598.361382:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979598.361384:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979598.361388:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361390:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361392:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361394:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979598.361396:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979598.361397:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979598.361398:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979598.361401:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979598.361403:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979598.361405:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979598.361409:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361411:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361412:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361425:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979598.361426:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979598.361428:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361430:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979598.361432:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979598.361438:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979598.361440:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361442:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979598.361447:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979598.361450:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361453:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979598.361458:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979598.361460:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979598.361463:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979598.361464:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361466:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979598.361468:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979598.361470:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979598.361474:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979598.361478:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979598.361484:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559951744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979598.361492:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979598.361495:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979598.361501:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559951744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979598.361516:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979598.361520:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979598.361524:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979598.361526:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979598.361528:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979598.361532:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979598.361534:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10320
00000400:00000200:1.0:1783979598.361539:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979598.361541:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979598.361543:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979598.361546:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361548:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361549:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361551:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979598.361552:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979598.361553:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979598.361554:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979598.361556:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979598.361557:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979598.361558:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979598.361560:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361561:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361562:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361564:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979598.361565:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979598.361567:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361568:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979598.361570:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979598.361572:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979598.361574:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361576:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979598.361578:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979598.361580:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361582:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979598.361585:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979598.361588:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979598.361590:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979598.361591:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361593:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979598.361594:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979598.361596:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979598.361600:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979598.361603:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979598.361608:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559951872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979598.361616:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979598.361618:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979598.361622:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559951872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979598.361629:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979598.361631:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979598.361635:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979598.361636:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979598.361638:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979598.361640:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979598.361643:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10320
00000400:00000200:1.0:1783979598.361647:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979598.361650:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979598.361652:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979598.361656:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361658:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361660:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361661:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979598.361664:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979598.361665:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979598.361666:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979598.361668:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979598.361671:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979598.361673:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979598.361676:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361678:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361680:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361682:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979598.361684:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979598.361687:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361689:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979598.361691:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979598.361694:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979598.361696:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361698:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979598.361700:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979598.361703:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361704:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979598.361708:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979598.361710:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979598.361713:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979598.361714:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361716:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979598.361717:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979598.361719:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979598.361723:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979598.361726:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979598.361729:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559952000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979598.361734:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979598.361736:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979598.361738:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559952000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979598.361742:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979598.361744:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979598.361747:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979598.361748:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979598.361749:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979598.361751:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979598.361752:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10320
00000400:00000200:1.0:1783979598.361755:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979598.361757:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979598.361758:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979598.361760:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361761:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361762:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361763:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979598.361765:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979598.361766:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979598.361767:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979598.361768:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979598.361769:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979598.361770:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979598.361772:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361773:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979598.361774:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361775:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979598.361777:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979598.361779:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979598.361780:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979598.361781:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979598.361783:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979598.361784:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361785:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979598.361786:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979598.361787:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361788:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979598.361790:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979598.361791:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979598.361793:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979598.361794:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979598.361795:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979598.361796:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979598.361797:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979598.361799:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979598.361800:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979598.361802:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559952128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979598.361806:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979598.361807:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979598.361809:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559952128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979598.361814:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979598.361818:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10330)
00000800:00000200:2.1:1783979598.362708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979598.362711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979598.363329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979598.363332:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979598.365665:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979598.365668:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979598.366393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979598.366396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979598.366703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979598.366706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00010000:00000001:1.0:1783979599.129283:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979599.129291:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979599.129296:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979599.129297:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979599.129300:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979599.129301:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979599.129395:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979599.129399:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979599.129402:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979600.154146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979600.154155:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979600.154157:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979600.154161:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979600.154165:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979600.154167:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979600.154169:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979600.154171:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979600.154174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979600.154176:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979600.154177:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979600.154179:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979600.154180:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979600.154182:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979600.154183:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979600.154185:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979600.154188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979600.154190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979600.154276:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979600.154283:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979600.154288:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979601.177706:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979601.177713:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979601.177719:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979601.177720:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979601.177723:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979601.177724:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979601.177908:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979601.177913:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979601.177915:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979602.201412:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979602.201420:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979602.201425:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979602.201427:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979602.201430:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979602.201431:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979602.201508:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979602.201512:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979602.201515:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979602.201543:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4304997067, at 4304997120
00000100:00000010:3.0:1783979602.201553:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627720.
00010000:00000001:1.0:1783979603.225211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979603.225218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979603.225224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979603.225225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979603.225229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979603.225231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979603.225345:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979603.225348:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979603.225351:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979603.481198:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979603.481209:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979603.481212:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979603.481216:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979603.481221:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979603.481228:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10325
00000400:00000200:3.0:1783979603.481237:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979603.481243:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979603.481246:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979603.481249:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481278:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.481281:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481283:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979603.481287:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979603.481290:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979603.481292:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979603.481295:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979603.481298:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979603.481301:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979603.481304:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481306:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.481308:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481310:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979603.481313:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979603.481316:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481318:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979603.481322:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979603.481325:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979603.481328:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.481330:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979603.481333:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979603.481343:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979603.481346:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979603.481351:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979603.481352:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.481355:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979603.481358:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979603.481362:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979603.481369:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979603.481376:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979603.481385:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559952256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979603.481394:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979603.481399:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979603.481404:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559952256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979603.481426:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979603.481429:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979603.481432:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979603.481434:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979603.481435:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979603.481438:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979603.481440:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10325
00000400:00000200:3.0:1783979603.481444:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979603.481448:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979603.481451:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979603.481454:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481456:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.481459:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481461:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979603.481463:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979603.481465:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979603.481467:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979603.481470:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979603.481472:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979603.481474:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979603.481477:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481479:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.481480:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481482:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979603.481484:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979603.481488:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979603.481497:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979603.481500:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979603.481509:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979603.481513:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.481516:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979603.481522:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979603.481530:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.481533:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979603.481537:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979603.481547:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979603.481561:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979603.481567:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.481571:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979603.481576:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979603.481585:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979603.481594:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979603.481605:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979603.481626:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559952384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979603.481644:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979603.481653:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979603.481667:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559952384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979603.481694:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979603.481712:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979603.481722:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979603.481726:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979603.481733:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979603.481738:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979603.481749:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10325
00000800:00000200:2.1:1783979603.481838:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979603.481842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000400:00000200:3.0:1783979603.482324:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979603.482328:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979603.482331:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979603.482334:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.482344:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.482351:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.482358:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979603.482365:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979603.482370:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979603.482375:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979603.482378:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979603.482385:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979603.482390:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979603.482402:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.482404:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.482406:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.482409:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979603.482415:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979603.482423:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979603.482435:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979603.482443:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979603.482450:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979603.482454:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.482462:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979603.482470:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979603.482472:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.482473:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979603.482478:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979603.482481:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979603.482484:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979603.482488:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.482495:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979603.482497:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979603.482500:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979603.482508:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979603.482513:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979603.482524:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559952512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979603.482530:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979603.482532:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979603.482535:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559952512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979603.482545:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979603.482557:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979603.482566:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979603.482579:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979603.482584:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979603.482590:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979603.482594:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10325
00000400:00000200:3.0:1783979603.482601:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979603.482608:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000200:2.1:1783979603.482849:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979603.482851:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1783979603.483023:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979603.483025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000100:00080000:3.0:1783979603.483107:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979603.483120:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483124:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.483129:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483132:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979603.483139:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979603.483145:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979603.483151:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979603.483160:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979603.483168:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979603.483177:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979603.483187:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483190:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.483196:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483202:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979603.483205:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979603.483212:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483220:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979603.483223:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979603.483228:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979603.483232:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.483245:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979603.483259:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979603.483264:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.483273:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979603.483284:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979603.483290:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979603.483300:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979603.483304:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.483311:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979603.483314:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979603.483319:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979603.483328:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979603.483338:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979603.483353:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559952640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979603.483376:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979603.483383:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979603.483391:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559952640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979603.483411:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979603.483418:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979603.483435:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979603.483440:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979603.483443:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979603.483447:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979603.483454:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10325
00000400:00000200:3.0:1783979603.483463:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979603.483470:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979603.483473:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979603.483479:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483486:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.483490:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483493:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979603.483497:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979603.483501:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979603.483506:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979603.483509:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979603.483514:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979603.483517:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979603.483523:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483532:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979603.483544:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483551:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979603.483554:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979603.483558:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979603.483563:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979603.483566:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979603.483572:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979603.483582:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.483584:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979603.483590:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979603.483597:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.483608:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979603.483612:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000800:00000200:2.1:1783979603.483759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979603.483760:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00000020:00000040:3.0:1783979603.483905:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979603.483909:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979603.483912:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979603.483916:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979603.483918:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979603.483928:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979603.483936:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979603.483939:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979603.483944:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559952768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979603.483949:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979603.483951:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979603.483953:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559952768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979603.483968:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979603.483972:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10336)
00000800:00000200:2.1:1783979603.484132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979603.484135:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 11 secs later)
00010000:00000001:1.0:1783979604.249135:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979604.249142:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979604.249146:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979604.249148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979604.249151:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979604.249152:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979604.249557:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979604.249561:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979604.249564:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979605.273887:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979605.273894:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979605.273899:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979605.273900:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979605.273903:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979605.273904:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979605.274022:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979605.274026:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979605.274030:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979606.297300:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979606.297311:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979606.297318:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979606.297319:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979606.297323:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979606.297327:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979606.297335:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979606.297339:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979606.297342:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979606.297345:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979606.297347:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979606.297350:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979606.297551:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979606.297556:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979606.297559:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979607.321143:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305002187, at 4305002240
00000100:00000010:3.0:1783979607.321157:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856277e0.
00010000:00000001:1.0:1783979607.321775:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979607.321781:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979607.321788:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979607.321789:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979607.321793:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979607.321794:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979607.321863:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979607.321867:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979607.321871:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979608.345245:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979608.345254:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979608.345261:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979608.345262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979608.345265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979608.345267:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979608.345386:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979608.345391:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979608.345394:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979608.601203:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979608.601214:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979608.601216:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979608.601221:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979608.601225:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979608.601234:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10331
00000400:00000200:1.0:1783979608.601655:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979608.601663:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979608.601668:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979608.601672:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.601675:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.601678:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.601681:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979608.601686:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979608.601688:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979608.601691:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979608.601696:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979608.601699:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979608.601701:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979608.601705:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.601707:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.601709:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.601711:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979608.601714:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979608.601718:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979608.601720:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979608.601723:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979608.601727:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979608.601731:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.601733:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979608.601737:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979608.602645:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979608.602655:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979608.602660:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979608.602663:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.602667:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979608.602670:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979608.602676:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979608.602688:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979608.602696:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979608.602711:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559952896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979608.602720:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979608.602726:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979608.602731:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559952896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979608.602767:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979608.602772:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979608.602777:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979608.602779:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979608.602781:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979608.602785:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979608.602788:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10331
00000400:00000200:1.0:1783979608.602797:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979608.602803:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979608.602806:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979608.602811:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.602814:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.602816:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.602818:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979608.602821:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979608.602823:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979608.602825:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979608.602827:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979608.602830:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979608.602833:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979608.602837:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.602839:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.602841:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.602846:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979608.602849:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979608.602855:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979608.602856:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979608.602858:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979608.602866:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979608.602871:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.602878:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979608.602885:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979608.602891:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.602895:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979608.602899:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979608.602902:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979608.602904:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979608.602906:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.602908:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979608.602909:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979608.602911:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979608.602915:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979608.602919:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979608.602926:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559953024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979608.602934:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979608.602937:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979608.602941:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559953024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979608.602958:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979608.602964:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979608.602973:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979608.602977:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979608.602981:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979608.602987:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979608.602996:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10331
00000400:00000200:1.0:1783979608.603007:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979608.603014:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979608.603017:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979608.603022:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603029:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.603034:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603037:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979608.603039:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979608.603041:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979608.603074:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979608.603078:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979608.603081:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979608.603084:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979608.603088:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603090:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.603092:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603094:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979608.603095:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979608.603097:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603099:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979608.603103:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979608.603106:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979608.603107:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603109:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979608.603116:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979608.603117:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603119:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979608.603128:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979608.603133:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979608.603138:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979608.603139:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603141:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979608.603143:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979608.603146:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979608.603151:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979608.603155:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979608.603178:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559953152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979608.603198:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979608.603201:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979608.603208:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559953152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979608.603258:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979608.603262:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979608.603270:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979608.603274:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979608.603284:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979608.603288:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979608.603294:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10331
00000400:00000200:1.0:1783979608.603306:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979608.603317:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979608.603325:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979608.603333:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603338:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.603352:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603357:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979608.603365:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979608.603367:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979608.603372:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979608.603376:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979608.603381:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979608.603383:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979608.603385:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603387:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.603388:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603389:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979608.603391:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979608.603393:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603394:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979608.603395:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979608.603398:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979608.603399:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603400:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979608.603402:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979608.603403:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603404:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979608.603406:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979608.603408:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979608.603410:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979608.603410:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603412:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979608.603413:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979608.603414:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979608.603417:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979608.603420:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979608.603423:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559953280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979608.603428:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979608.603430:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979608.603432:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559953280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979608.603437:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783979608.603617:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979608.603620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000100:00080000:1.0:1783979608.603694:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979608.603699:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979608.603704:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979608.603706:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979608.603710:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979608.603716:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10331
00000400:00000200:1.0:1783979608.603721:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979608.603732:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979608.603736:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979608.603747:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603750:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.603755:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603759:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979608.603761:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979608.603762:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979608.603762:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979608.603764:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979608.603765:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979608.603766:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979608.603768:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603769:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979608.603771:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603773:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979608.603775:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979608.603778:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979608.603780:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979608.603782:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979608.603785:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979608.603787:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603789:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979608.603791:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979608.603795:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603800:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979608.603805:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979608.603808:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979608.603811:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979608.603813:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979608.603820:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979608.603823:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979608.603826:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979608.603835:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979608.603843:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979608.603855:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559953408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979608.603895:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979608.603899:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979608.603907:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559953408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979608.603918:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979608.603925:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10341)
00000800:00000200:2.1:1783979608.604851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979608.604853:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979608.605305:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979608.605307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979608.605801:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979608.605802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979608.606125:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979608.606127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00010000:00000001:1.0:1783979609.369234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979609.369245:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979609.369254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979609.369256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979609.369260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979609.369261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979609.369773:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979609.369780:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979609.369784:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979610.393706:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979610.394294:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979610.394299:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979610.394303:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979610.394309:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979610.394312:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979610.394314:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979610.394318:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979610.394324:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979610.394326:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979610.394328:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979610.394329:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979610.394331:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979610.394332:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979610.394334:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979610.394336:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979610.394340:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979610.394341:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979610.396543:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979610.396553:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979610.396559:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979611.417471:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979611.417481:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979611.417487:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979611.417488:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979611.417491:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979611.417493:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979611.417778:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979611.417783:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979611.417786:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979612.441182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979612.441191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979612.441198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979612.441200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979612.441207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979612.441209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979612.441276:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979612.441281:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979612.441285:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979612.441323:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305007308, at 4305007360
00000100:00000010:3.0:1783979612.441331:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856277e0.
00010000:00000001:1.0:1783979613.465222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979613.465231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979613.465239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979613.465240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979613.465244:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979613.465247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979613.468245:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979613.468252:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979613.468256:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979613.722563:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979613.722577:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979613.722580:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979613.722585:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979613.722591:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979613.722601:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10336
00000400:00000200:0.0:1783979613.722612:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979613.722619:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979613.722623:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979613.722627:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722631:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.722634:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722637:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979613.722642:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979613.722644:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979613.722647:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979613.722651:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979613.722654:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979613.722657:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979613.722660:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722662:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.722664:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722666:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979613.722669:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979613.722673:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722676:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979613.722679:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979613.722684:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979613.722687:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.722690:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979613.722693:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979613.722705:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805c00.
00000020:00000040:0.0:1783979613.722710:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979613.722714:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979613.722716:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.722719:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979613.722723:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979613.722727:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979613.722737:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb000.
00000100:00000001:0.0:1783979613.722744:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979613.722754:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805c00 x1870627559953536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979613.722770:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979613.722775:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979613.722780:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccd279d] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805c00 x1870627559953536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979613.722809:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979613.722812:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979613.722815:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979613.722817:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979613.722819:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979613.722822:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979613.722824:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10336
00000400:00000200:0.0:1783979613.722829:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979613.722831:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979613.722834:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979613.722836:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722838:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.722840:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722841:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979613.722843:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979613.722845:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979613.722846:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979613.722848:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979613.722850:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979613.722852:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979613.722855:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722856:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.722858:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722860:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979613.722863:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979613.722865:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722867:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979613.722868:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979613.722875:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979613.722877:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.722880:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979613.722884:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979613.722887:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.722889:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979613.722892:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804380.
00000020:00000040:0.0:1783979613.722895:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979613.722897:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979613.722898:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.722900:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979613.722901:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979613.722903:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979613.722907:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8800.
00000100:00000001:0.0:1783979613.722910:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979613.722916:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804380 x1870627559953664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979613.722923:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979613.722925:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979613.722929:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000043c473a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804380 x1870627559953664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979613.722937:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979613.722940:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979613.722943:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979613.722944:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979613.722947:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979613.722949:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979613.722952:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10336
00000400:00000200:0.0:1783979613.722955:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979613.722958:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979613.722960:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979613.722963:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722965:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.722967:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722969:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979613.722971:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979613.722972:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979613.722974:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979613.722976:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979613.722977:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979613.722979:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979613.722981:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722983:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.722985:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722986:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979613.722988:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979613.722991:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979613.722993:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979613.722995:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979613.722997:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979613.722999:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723001:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979613.723003:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979613.723005:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723007:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979613.723010:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807b80.
00000020:00000040:0.0:1783979613.723012:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979613.723014:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979613.723016:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723018:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979613.723019:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979613.723021:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979613.723024:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:0.0:1783979613.723027:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979613.723030:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807b80 x1870627559953792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979613.723036:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979613.723038:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979613.723042:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087f92af4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807b80 x1870627559953792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979613.723103:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979613.723106:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979613.723110:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979613.723112:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979613.723114:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979613.723116:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979613.723119:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10336
00000400:00000200:0.0:1783979613.723123:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979613.723126:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979613.723128:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979613.723130:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723132:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.723134:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723136:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979613.723138:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979613.723139:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979613.723141:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979613.723143:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979613.723145:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979613.723147:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979613.723150:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723152:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.723154:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723156:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979613.723159:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979613.723161:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723163:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979613.723165:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979613.723168:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979613.723170:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723172:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979613.723175:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979613.723177:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723178:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979613.723182:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807800.
00000020:00000040:0.0:1783979613.723184:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979613.723186:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979613.723187:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723189:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979613.723190:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979613.723192:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979613.723195:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9000.
00000100:00000001:0.0:1783979613.723198:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979613.723202:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807800 x1870627559953920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979613.723208:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979613.723210:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979613.723214:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011736865] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807800 x1870627559953920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979613.723220:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979613.723223:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979613.723226:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979613.723227:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979613.723228:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979613.723231:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979613.723233:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10336
00000400:00000200:0.0:1783979613.723236:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979613.723238:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979613.723240:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979613.723243:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723244:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.723246:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723248:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979613.723250:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979613.723251:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979613.723252:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979613.723255:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979613.723257:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979613.723259:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979613.723262:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723263:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979613.723265:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723267:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979613.723269:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979613.723271:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979613.723273:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979613.723275:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979613.723277:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979613.723279:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723281:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979613.723283:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979613.723285:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723286:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979613.723289:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805500.
00000020:00000040:0.0:1783979613.723291:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979613.723293:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979613.723294:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979613.723296:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979613.723297:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979613.723298:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979613.723301:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba400.
00000100:00000001:0.0:1783979613.723304:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979613.723307:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805500 x1870627559954048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979613.723313:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979613.723315:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979613.723318:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1bb3957] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805500 x1870627559954048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979613.723324:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979613.723329:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10346)
00000800:00000200:2.1:1783979613.724782:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979613.724785:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979613.725044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979613.725098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979613.725362:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979613.725364:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979613.725522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979613.725524:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979613.725777:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979613.725780:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00010000:00000001:1.0:1783979614.489222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979614.489233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979614.489239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979614.489240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979614.489244:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979614.489245:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979614.489317:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979614.489330:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979614.489335:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979615.513235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979615.513245:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979615.513253:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979615.513254:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979615.513258:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979615.513263:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979615.513265:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979615.513269:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979615.513273:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979615.513277:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979615.513279:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979615.513281:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979615.518191:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979615.518203:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979615.518208:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979616.537192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979616.537199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979616.537204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979616.537205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979616.537208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979616.537210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979616.537292:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979616.537297:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979616.537300:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979617.561177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979617.561184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979617.561190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979617.561191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979617.561196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979617.561197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979617.561991:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979617.561996:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979617.561999:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979617.562163:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305012429, at 4305012481
00000100:00000010:3.0:1783979617.562171:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627720.
00010000:00000001:1.0:1783979618.585249:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979618.585256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979618.585262:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979618.586018:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979618.586026:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979618.586028:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979618.586259:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979618.586263:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979618.586266:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979618.841315:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979618.841326:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979618.841329:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979618.841332:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979618.841338:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979618.841345:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10341
00000400:00000200:3.0:1783979618.841353:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979618.841359:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979618.841362:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979618.841365:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841368:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.841370:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841373:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979618.841377:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979618.841379:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979618.841381:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979618.841385:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979618.841387:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979618.841390:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979618.841393:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841394:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.841396:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841398:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979618.841402:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979618.841405:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841407:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979618.841410:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979618.841413:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979618.841416:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.841418:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979618.841420:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979618.841429:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979618.841433:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979618.841437:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979618.841438:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.841441:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979618.841444:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979618.841448:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979618.841457:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979618.841463:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979618.841472:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559954176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979618.841482:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979618.841486:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979618.841490:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559954176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979618.841719:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:3.0:1783979618.841802:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979618.841806:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979618.841808:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979618.841810:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979618.841811:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979618.841814:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979618.841817:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10341
00000400:00000200:3.0:1783979618.841820:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979618.841824:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979618.841826:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979618.841829:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841831:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.841833:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841834:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979618.841837:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979618.841838:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979618.841840:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979618.841842:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979618.841844:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979618.841846:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979618.841849:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841851:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.841853:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841855:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979618.841857:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979618.841860:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979618.841863:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979618.841864:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979618.841870:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979618.841872:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.841874:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979618.841878:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979618.841881:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.841883:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979618.841888:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979618.841890:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979618.841893:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979618.841894:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.841896:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979618.841898:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979618.841900:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979618.841903:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979618.841906:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979618.841911:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559954304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979618.841918:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979618.841920:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979618.841924:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559954304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1783979618.846898:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:3.0:1783979618.847143:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979618.847149:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979618.847153:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979618.847155:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979618.847157:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979618.847161:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979618.847165:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10341
00000400:00000200:3.0:1783979618.847169:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979618.847173:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979618.847176:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979618.847179:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847181:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.847183:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847185:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979618.847189:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979618.847191:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979618.847193:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979618.847196:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979618.847198:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979618.847200:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979618.847203:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847205:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.847206:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847208:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979618.847211:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979618.847213:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847216:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979618.847218:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979618.847224:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979618.847226:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847228:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979618.847233:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979618.847235:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847246:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979618.847255:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979618.847258:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979618.847263:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979618.847265:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847268:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979618.847270:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979618.847274:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979618.847280:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979618.847285:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979618.847291:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979618.847299:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979618.847303:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979618.847306:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979618.847322:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979618.847325:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979618.847329:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979618.847330:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979618.847331:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979618.847333:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979618.847336:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10341
00000400:00000200:3.0:1783979618.847339:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979618.847342:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979618.847344:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979618.847346:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847348:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.847349:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847351:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979618.847353:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979618.847354:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979618.847356:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979618.847358:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979618.847360:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979618.847362:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979618.847364:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847366:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.847368:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847370:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979618.847372:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979618.847374:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847376:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979618.847378:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979618.847380:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979618.847382:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847384:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979618.847386:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979618.847389:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847391:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979618.847394:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979618.847397:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979618.847399:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979618.847400:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847402:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979618.847403:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979618.847405:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979618.847408:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979618.847412:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979618.847416:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979618.847422:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979618.847424:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979618.847428:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979618.847434:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979618.847437:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979618.847440:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979618.847442:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979618.847443:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979618.847446:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979618.847448:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10341
00000400:00000200:3.0:1783979618.847451:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979618.847454:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979618.847456:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979618.847460:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847462:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.847465:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847468:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979618.847470:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979618.847472:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979618.847476:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979618.847480:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979618.847484:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979618.847488:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979618.847495:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847500:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979618.847504:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847508:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979618.847513:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979618.847519:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979618.847525:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979618.847530:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979618.847536:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979618.847541:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847545:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979618.847548:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979618.847550:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847552:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979618.847555:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979618.847557:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979618.847559:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979618.847560:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979618.847562:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979618.847564:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979618.847566:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979618.847569:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979618.847573:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979618.847577:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979618.847589:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979618.847591:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979618.847594:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979618.847601:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979618.847606:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10351)
00000800:00000200:2.1:1783979618.847967:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979618.848382:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979618.848837:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00010000:00000001:1.0:1783979619.609157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979619.609163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979619.609167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979619.609168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979619.609170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979619.609171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979619.609226:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979619.609229:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979619.609232:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979619.738234:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979619.738244:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979619.738248:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00010000:00000001:1.0:1783979620.633191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979620.633200:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979620.633202:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979620.633206:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979620.633210:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979620.633212:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979620.633214:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979620.633217:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979620.633220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979620.633222:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979620.633223:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979620.633224:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979620.633226:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979620.633227:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979620.633228:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979620.633230:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979620.633234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979620.633235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979620.633352:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979620.633356:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979620.633359:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979621.657181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979621.657188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979621.657194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979621.657195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979621.657199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979621.657200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979621.657264:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979621.657271:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979621.657275:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1783979621.913783:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:0.0:1783979621.913824:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1783979621.913834:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979621.913838:0:2389:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:0.0:1783979621.913843:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979621.913848:0:2389:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1783979621.913853:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979621.913858:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:0.0:1783979621.913864:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979621.913869:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979621.913875:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054330
00000400:00000010:0.0:1783979621.913878:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054330.
00000100:00000001:0.0:1783979621.913884:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979621.913892:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684a80 x1870627559954176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.913923:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979621.913927:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559954176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.913946:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979621.913948:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1783979621.913956:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979621.913959:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7d00.
00000400:00000200:0.0:1783979621.913962:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979621.913967:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979621.913970:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054c38
00000400:00000010:0.0:1783979621.913972:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054c38.
00000100:00000001:0.0:1783979621.913976:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979621.913981:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687480 x1870627559954304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.913994:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979621.914001:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559954304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.914021:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979621.914024:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1783979621.914033:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979621.914039:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7400.
00000400:00000200:0.0:1783979621.914045:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979621.915274:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979621.915281:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054198
00000400:00000010:0.0:1783979621.915283:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054198.
00000100:00000001:0.0:1783979621.915288:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979621.915295:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.915321:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979621.915326:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.915334:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979621.915336:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1783979621.915345:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979621.915348:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:0.0:1783979621.915351:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979621.915355:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979621.915358:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054550
00000400:00000010:0.0:1783979621.915360:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054550.
00000100:00000001:1.0:1783979621.915372:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979621.915376:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979621.915379:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979621.915386:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979618/real 1783979621]  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.915582:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979621.915588:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.915596:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979621.915599:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979621.915606:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979621.915608:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1783979621.915614:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979621.915616:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7300.
00000400:00000200:0.0:1783979621.915619:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979621.915623:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000001:1.0:1783979621.918542:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979621.918549:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979621.918553:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f0292c0.
00000400:00000200:1.0:1783979621.918563:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054f68
00000400:00000010:1.0:1783979621.918566:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054f68.
00000100:00000001:1.0:1783979621.918580:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979621.918591:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979621.918592:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054dd0
00000400:00000010:0.0:1783979621.918597:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054dd0.
00000100:00000001:0.0:1783979621.918603:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979621.918609:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979621.918612:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918627:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979621.918630:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918634:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979621.918635:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979621.918641:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918648:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979621.918653:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918660:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979621.918663:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979621.918665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918668:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979621.918670:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979621.918673:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979621.918677:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979621.918680:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979621.918684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979621.918692:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559954432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979621.918710:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979621.918715:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979618/real 1783979621]  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979621.918724:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979621.918725:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979621.918727:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029d68.
00000400:00000200:1.0:1783979621.918729:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30543b8
00000400:00000010:1.0:1783979621.918731:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30543b8.
00000100:00000001:1.0:1783979621.918733:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979621.918736:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979621.918744:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918750:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979621.918751:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918753:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979621.918754:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979621.918757:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918762:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979621.918765:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918770:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979621.918773:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918775:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979621.918775:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918777:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979621.918779:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979621.918781:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979621.918784:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979621.918786:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979621.918789:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979621.918795:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559954560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979621.918798:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979621.918801:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979621.918804:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559954432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918810:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979621.918813:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979621.918817:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa400.
02000000:00000001:1.0:1783979621.918821:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979621.918824:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979621.918828:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000100:00000001:0.0:1783979621.918829:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1783979621.918831:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979621.918835:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
00000100:00000040:0.0:1783979621.918838:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979643 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979621.918839:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979621.918842:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979621.918845:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:1.0:1783979621.918850:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979621.918853:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979621.918854:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979621.918856:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1783979621.918858:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1783979621.918862:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559954560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918870:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979621.918871:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979621.918873:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f9800.
02000000:00000001:1.0:1783979621.918876:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979621.918877:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979621.918878:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979621.918880:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979621.918882:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:1.0:1783979621.918885:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979621.918886:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979621.918888:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:1.0:1783979621.918890:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979621.918891:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918894:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979621.918896:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979621.918898:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979621.918899:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979621.918903:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979618/real 1783979621]  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979621.918911:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979621.918912:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979621.918913:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029000.
00000400:00000200:1.0:1783979621.918916:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054660
00000400:00000010:1.0:1783979621.918917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054660.
00000100:00000001:1.0:1783979621.918919:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979621.918922:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979621.918929:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918945:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979621.918947:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918948:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979621.918950:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979621.918953:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918959:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979621.918962:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.918968:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979621.918970:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918972:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979621.918973:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.918974:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979621.918976:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979621.918978:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979621.918981:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979621.918983:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979621.918986:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979621.918994:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559954688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979621.918998:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.919000:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979621.919002:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559954688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979643 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979621.919008:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979621.919009:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979621.919011:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa000.
02000000:00000001:1.0:1783979621.919014:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979621.919015:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979621.919016:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979621.919018:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979621.919019:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:1.0:1783979621.919022:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979621.919023:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979621.919024:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:1.0:1783979621.919027:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979621.919028:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.919029:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979621.919037:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979621.919038:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979621.919040:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979621.919042:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979622.681159:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979622.681164:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979622.681167:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305017546, at 4305017600
00010000:00000001:1.0:1783979622.681169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979622.681172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979622.681182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979622.681184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979622.681187:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627780.
00000020:00000001:0.0:1783979622.681276:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979622.681279:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979622.681282:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979623.705131:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979623.705137:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979623.705143:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979623.705144:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979623.705148:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979623.705149:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979623.706379:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979623.706383:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979623.706386:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979623.961178:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979623.961189:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979623.961192:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979623.961196:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979623.961201:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979623.961209:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10346
00000400:00000200:3.0:1783979623.961218:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979623.961225:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979623.961228:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979623.961232:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961235:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961237:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961240:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979623.961244:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979623.961246:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979623.961249:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979623.961252:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979623.961255:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979623.961258:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979623.961261:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961263:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961265:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961267:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979623.961270:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979623.961273:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961275:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979623.961278:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979623.961282:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979623.961285:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961288:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979623.961290:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979623.961372:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979623.961377:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979623.961380:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979623.961382:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961385:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979623.961388:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979623.961392:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979623.961399:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979623.961405:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979623.961414:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979623.961424:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979623.961428:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979623.961433:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979623.961463:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979623.961466:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979623.961469:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979623.961471:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979623.961473:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979623.961476:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979623.961479:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10346
00000400:00000200:3.0:1783979623.961483:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979623.961487:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979623.961489:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979623.961492:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961494:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961497:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961499:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979623.961502:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979623.961503:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979623.961505:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979623.961507:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979623.961510:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979623.961512:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979623.961515:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961517:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961519:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961521:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979623.961523:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979623.961526:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961529:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979623.961530:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979623.961536:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979623.961538:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961540:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979623.961555:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979623.961559:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961561:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979623.961566:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979623.961568:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979623.961570:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979623.961571:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961573:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979623.961575:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979623.961576:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979623.961580:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979623.961583:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979623.961588:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979623.961595:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979623.961597:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979623.961600:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979623.961608:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979623.961611:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979623.961614:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979623.961616:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979623.961617:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979623.961620:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979623.961622:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10346
00000400:00000200:3.0:1783979623.961626:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979623.961628:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979623.961630:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979623.961633:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961635:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961636:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961638:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979623.961640:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979623.961643:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979623.961644:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979623.961646:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979623.961648:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979623.961650:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979623.961652:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961655:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961656:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961658:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979623.961661:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979623.961663:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961665:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979623.961667:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979623.961670:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979623.961672:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961674:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979623.961675:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979623.961678:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961679:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979623.961682:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979623.961684:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979623.961687:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979623.961688:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961689:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979623.961691:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979623.961692:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979623.961696:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979623.961698:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979623.961703:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979623.961708:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979623.961710:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979623.961715:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979623.961721:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979623.961724:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979623.961727:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979623.961728:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979623.961729:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979623.961732:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979623.961734:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10346
00000400:00000200:3.0:1783979623.961737:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979623.961740:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979623.961742:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979623.961745:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961746:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961748:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961750:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979623.961752:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979623.961753:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979623.961755:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979623.961757:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979623.961759:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979623.961761:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979623.961763:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961765:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961767:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961769:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979623.961771:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979623.961774:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961776:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979623.961778:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979623.961781:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979623.961783:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961785:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979623.961787:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979623.961789:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961791:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979623.961795:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979623.961797:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979623.961799:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979623.961801:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961802:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979623.961804:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979623.961805:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979623.961810:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979623.961814:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979623.961818:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979623.961825:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979623.961827:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979623.961831:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979623.961839:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979623.961841:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979623.961844:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979623.961846:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979623.961847:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979623.961850:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979623.961852:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10346
00000400:00000200:3.0:1783979623.961855:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979623.961858:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979623.961860:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979623.961864:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961865:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961867:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961869:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979623.961871:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979623.961873:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979623.961874:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979623.961876:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979623.961878:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979623.961880:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979623.961882:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961884:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979623.961885:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961887:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979623.961889:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979623.961891:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979623.961893:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979623.961895:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979623.961929:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979623.961931:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961933:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979623.961934:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979623.961936:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961938:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979623.961941:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979623.961943:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979623.961945:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979623.961946:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979623.961947:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979623.961949:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979623.961950:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979623.961954:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979623.961957:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979623.961962:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979623.961968:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979623.961970:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979623.961973:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979623.961979:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979623.961983:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10356)
00000100:00000001:1.0:1783979623.962831:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979623.962836:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979623.962838:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979623.962845:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.962854:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979623.962856:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.962859:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979623.962862:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979623.962864:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979623.962867:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559954816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979623.962871:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979623.962875:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979623.962878:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.962881:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979623.962886:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979623.962889:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979623.962895:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979623.962912:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979623.962920:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979623.962926:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559954816, portal 25
00000100:00000001:1.0:1783979623.962928:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979623.962930:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:1.0:1783979623.962934:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.962940:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979623.962942:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979623.962944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979623.962947:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559954816, offset 0
00000400:00000200:1.0:1783979623.962952:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979623.962959:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.962965:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979623.962969:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979623.962972:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979623.962975:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979623.962977:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979623.962981:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390660:390660:256:4294967295] 192.168.201.140@tcp LPNI seq info [390635:390635:8:4294967295]
00000400:00000200:1.0:1783979623.962984:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.962992:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979623.962997:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.963002:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979623.963007:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979623.963010:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979623.963015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979623.963018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979623.963022:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.963024:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979623.963028:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979623.963031:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979623.963036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979623.963038:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979623.963041:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979623.963045:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.963074:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.963078:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.963085:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.963086:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979623.963093:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979623.963096:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979623.963098:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305022668
00000100:00000010:1.0:1783979623.963103:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd780.
00000100:00000001:1.0:1783979623.963109:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783979623.963113:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305022668
00000100:00000010:1.0:1783979623.963116:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cdae0.
00000100:00000001:1.0:1783979623.963118:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979623.963121:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979623.963123:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.963125:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979623.963129:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979623/real 1783979623]  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979623.963137:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979623.963139:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979623.963141:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979623.963143:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979623.963145:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979623.963147:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979623.963150:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979623.963157:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.963162:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979623.963163:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.963165:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.963167:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979623.963171:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.963177:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979623.963181:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.963187:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979623.963190:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.963192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.963193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.963195:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979623.963197:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979623.963200:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979623.963203:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979623.963205:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979623.963209:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979623.963216:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559954816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979623.963220:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979623.963223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.963229:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979623.963230:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.963232:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979623.963233:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979623.963235:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979623.963237:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559954944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979623.963240:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979623.963241:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979623.963243:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.963245:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979623.963248:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b000.
02000000:00000001:1.0:1783979623.963249:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979623.963253:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979623.963255:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979623.963258:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979623.963261:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559954944, portal 10
00000100:00000001:1.0:1783979623.963262:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979623.963263:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:1.0:1783979623.963270:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.963276:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979623.963278:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979623.963281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979623.963283:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559954944, offset 0
00000400:00000200:1.0:1783979623.963287:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979623.963290:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.963293:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979623.964521:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979623.964530:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979623.964533:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979623.964536:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979623.964539:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390661:390661:256:4294967295] 192.168.201.140@tcp LPNI seq info [390636:390636:8:4294967295]
00000400:00000200:1.0:1783979623.964554:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.964563:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979623.964568:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.964578:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979623.964586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979623.964589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979623.964593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979623.964596:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979623.964600:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.964602:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979623.964608:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979623.964613:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979623.964617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979623.964619:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979623.964624:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979623.964630:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.964644:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964650:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.964651:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979623.964656:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979623.964660:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979623.964663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979623.964666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305018900
00000100:00000001:1.0:1783979623.964668:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305022668
00000100:00000001:1.0:1783979623.964670:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305018900
00000100:00000001:1.0:1783979623.964673:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305022668
00000100:00000001:1.0:1783979623.964674:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979623.964677:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.964679:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979623.964682:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979623/real 1783979623]  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979623.964691:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979623.964693:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979623.964694:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979623.964696:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979623.964698:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979623.964700:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979623.964703:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979623.964711:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964718:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979623.964719:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.964721:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.964723:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979623.964726:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964732:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979623.964736:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964742:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979623.964758:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.964760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.964761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.964763:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979623.964765:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979623.964768:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979623.964772:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979623.964774:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979623.964778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979623.964784:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559954944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979623.964788:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979623.964792:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964803:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979623.964804:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.964807:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979623.964809:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979623.964811:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979623.964814:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979623.964817:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979623.964820:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979623.964822:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.964824:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979623.964827:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979623.964829:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979623.964834:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979623.964836:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979623.964840:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979623.964844:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559955072, portal 10
00000100:00000001:1.0:1783979623.964846:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979623.964847:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:1.0:1783979623.964852:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964858:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979623.964860:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979623.964862:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979623.964865:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559955072, offset 0
00000400:00000200:1.0:1783979623.964868:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979623.964873:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.964877:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979623.964880:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979623.964882:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979623.964884:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979623.964886:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979623.964889:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390662:390662:256:4294967295] 192.168.201.140@tcp LPNI seq info [390637:390637:8:4294967295]
00000400:00000200:1.0:1783979623.964893:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.964909:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979623.964914:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.964917:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979623.964920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979623.964923:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979623.964926:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979623.964929:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979623.964932:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.964934:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979623.964937:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979623.964940:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979623.964942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979623.964944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979623.964946:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979623.964949:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964956:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.964959:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.964965:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.964966:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979623.964969:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979623.964972:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979623.964975:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979623.964977:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305018896
00000100:00000001:1.0:1783979623.964979:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305022668
00000100:00000001:1.0:1783979623.964981:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305018896
00000100:00000001:1.0:1783979623.964983:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305022668
00000100:00000001:1.0:1783979623.964985:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979623.964988:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.964990:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979623.965000:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979623/real 1783979623]  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979623.965008:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979623.965009:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979623.965011:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979623.965013:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979623.965014:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979623.965016:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979623.965019:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979623.965026:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.965032:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979623.965034:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.965035:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.965036:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979623.965039:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.965044:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979623.965070:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.965077:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979623.965080:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.965081:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.965083:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.965085:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979623.965086:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979623.965089:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979623.965092:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979623.965094:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979623.965098:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979623.965107:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979623.965110:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979623.965114:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.965119:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979623.965121:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.965123:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979623.965124:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979623.965126:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979623.965128:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979623.965131:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979623.965133:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979623.965135:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.965136:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979623.965140:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979623.965141:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979623.965144:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979623.965147:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979623.965150:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979623.965153:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559955200, portal 4
00000100:00000001:1.0:1783979623.965154:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979623.965155:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:1.0:1783979623.965161:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.965167:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979623.965169:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979623.965171:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979623.965173:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559955200, offset 0
00000400:00000200:1.0:1783979623.965177:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979623.965181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.965184:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979623.965187:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979623.965189:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979623.965191:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979623.965193:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979623.965196:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390663:390663:256:4294967295] 192.168.201.140@tcp LPNI seq info [390638:390638:8:4294967295]
00000400:00000200:1.0:1783979623.965200:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.965206:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979623.965211:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.965214:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979623.965218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979623.965221:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979623.965230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979623.965232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979623.965236:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.965238:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979623.965241:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979623.965245:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979623.965248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979623.965249:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979623.965252:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979623.965256:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.965265:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.965268:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.965274:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.965275:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979623.965280:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979623.965283:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979623.965286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979623.965288:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305018924
00000100:00000001:1.0:1783979623.965290:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305022668
00000100:00000001:1.0:1783979623.965293:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305018924
00000100:00000001:1.0:1783979623.965295:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305022668
00000100:00000001:1.0:1783979623.965945:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979623.965951:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.965953:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979623.965959:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979623/real 1783979623]  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979623.965969:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979623.965971:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979623.965974:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979623.965977:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979623.965978:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979623.965980:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979623.965983:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979623.965992:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.965999:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979623.966001:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966002:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.966004:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979623.966007:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966014:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979623.966018:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966025:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979623.966028:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966029:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.966030:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966032:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979623.966035:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979623.966038:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979623.966041:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979623.966043:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979623.966076:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979623.966084:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979623.966088:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979623.966092:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966098:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979623.966100:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.966102:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979623.966104:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979623.966106:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979623.966108:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979623.966111:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979623.966113:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979623.966115:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979623.966117:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979623.966122:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a800.
02000000:00000001:1.0:1783979623.966123:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979623.966127:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979623.966131:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979623.966134:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979623.966137:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559955328, portal 4
00000100:00000001:1.0:1783979623.966139:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979623.966140:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:1.0:1783979623.966146:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966151:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979623.966153:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979623.966155:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979623.966158:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559955328, offset 0
00000400:00000200:1.0:1783979623.966162:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979623.966167:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.966171:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979623.966175:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979623.966177:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979623.966179:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979623.966181:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979623.966184:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390664:390664:256:4294967295] 192.168.201.140@tcp LPNI seq info [390639:390639:8:4294967295]
00000400:00000200:1.0:1783979623.966188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979623.966194:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979623.966198:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.966202:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979623.966206:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979623.966208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1783979623.966213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979623.966216:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1783979623.966219:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979623.966221:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979623.966224:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979623.966227:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979623.966229:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979623.966231:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979623.966234:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979623.966237:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966244:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.966248:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966253:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.966254:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979623.966257:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979623.966260:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979623.966263:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979623.966265:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305018927
00000100:00000001:1.0:1783979623.966268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305022668
00000100:00000001:1.0:1783979623.966270:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305018927
00000100:00000001:1.0:1783979623.966271:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305022668
00000100:00000001:1.0:1783979623.966273:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979623.966275:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.966277:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979623.966280:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979623/real 1783979623]  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979623.966287:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979623.966288:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979623.966290:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979623.966291:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979623.966293:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979623.966295:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979623.966376:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979623.966385:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966395:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979623.966397:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.966400:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979623.966404:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966410:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979623.966414:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966420:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979623.966423:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966424:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979623.966425:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966427:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979623.966488:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979623.966493:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979623.966497:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979623.966499:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979623.966503:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979623.966511:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979623.966515:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966517:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.966521:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559954816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966527:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979623.966530:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979623.966532:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979623.966535:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979623.966538:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979623.966540:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979623.966723:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979623.966727:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:1.0:1783979623.966732:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979623.966733:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979623.966736:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:1.0:1783979623.966739:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979623.966740:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966742:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.966813:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559954944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966820:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979623.966821:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979623.966823:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:1.0:1783979623.966826:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979623.966827:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979623.966828:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979623.966830:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979623.966832:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:1.0:1783979623.966834:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979623.966836:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979623.966837:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:1.0:1783979623.966839:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979623.966840:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966842:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.966846:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559955072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966852:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979623.966853:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979623.966854:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979623.966857:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979623.966858:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979623.966859:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979623.966862:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979623.966863:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:1.0:1783979623.966865:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979623.966866:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979623.966867:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:1.0:1783979623.966869:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979623.966870:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966872:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.966875:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559955200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966880:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979623.966881:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979623.966882:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979623.966884:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979623.966885:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979623.966886:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979623.966887:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979623.966888:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:1.0:1783979623.966890:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979623.966890:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979623.966891:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:1.0:1783979623.966893:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979623.966894:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966905:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979623.966909:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559955328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979648 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979623.966914:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979623.966915:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979623.966917:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:1.0:1783979623.966919:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979623.966920:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979623.966922:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979623.966923:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979623.966925:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:1.0:1783979623.966927:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979623.966928:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979623.966929:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:1.0:1783979623.966932:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979623.966933:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966935:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979623.966944:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979623.966946:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979623.966949:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979623.966950:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979624.729128:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979624.729136:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979624.729141:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979624.729142:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979624.729145:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979624.729145:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979624.729943:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979624.729947:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979624.729951:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979625.753858:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979625.753896:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979625.753911:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979625.753912:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979625.753915:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979625.753918:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979625.753920:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979625.753923:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979625.753926:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979625.753928:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979625.753930:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979625.753931:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979625.754224:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979625.754228:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979625.754231:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979626.778020:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979626.778027:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979626.778033:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979626.778034:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979626.778037:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979626.778038:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979626.778148:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979626.778152:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979626.778155:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979627.801291:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305022668, at 4305022720
00000100:00000010:3.0:1783979627.801308:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cdae0.
00010000:00000001:1.0:1783979627.801438:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979627.801442:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979627.801446:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979627.801447:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979627.801451:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979627.801452:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979627.801513:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979627.801517:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979627.801521:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979628.825961:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979628.825968:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979628.825973:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979628.825975:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979628.825978:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979628.825979:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979628.826039:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979628.826043:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979628.826068:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1783979629.081545:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979629.081552:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979629.081555:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979629.081566:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.081580:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979629.081584:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.081589:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979629.081593:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979629.081598:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979629.081605:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559955456:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979629.081612:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979629.081618:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979629.081622:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.081627:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979629.081634:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979629.081638:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979629.081649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979629.081656:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979629.081664:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979629.081671:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559955456, portal 25
00000100:00000001:1.0:1783979629.081676:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979629.081679:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:1.0:1783979629.081689:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.081705:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979629.081711:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979629.081716:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979629.081723:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559955456, offset 0
00000400:00000200:1.0:1783979629.081734:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979629.081748:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.081759:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979629.081767:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979629.081776:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979629.081784:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979629.081791:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979629.081800:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390665:390665:256:4294967295] 192.168.201.140@tcp LPNI seq info [390640:390640:8:4294967295]
00000400:00000200:1.0:1783979629.081843:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.081859:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979629.081868:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.081875:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979629.081887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979629.081907:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979629.081920:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979629.081926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979629.081937:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.081942:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979629.081951:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979629.081962:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979629.081969:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979629.081972:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979629.081976:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979629.081984:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082004:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.082010:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082021:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.082024:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979629.082030:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979629.082034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979629.082036:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305027786
00000100:00000010:1.0:1783979629.082042:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cdd20.
00000100:00000001:1.0:1783979629.082083:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783979629.082089:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305027787
00000100:00000010:1.0:1783979629.082093:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd900.
00000100:00000001:1.0:1783979629.082097:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979629.082114:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979629.082117:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.082119:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979629.082124:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979629/real 1783979629]  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979629.082134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979629.082135:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979629.082138:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979629.082141:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979629.082142:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979629.082145:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979629.082149:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979629.082157:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082164:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979629.082166:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.082168:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.082170:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979629.082340:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082348:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979629.082352:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082360:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979629.082363:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.082365:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.082366:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.082368:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979629.082370:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979629.082374:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979629.082377:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979629.082380:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979629.082384:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979629.082393:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559955456:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979629.082398:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.082401:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.082404:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559955456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082410:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979629.082413:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979629.082415:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979629.082418:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979629.082420:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979629.082422:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979629.082424:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979629.082426:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:1.0:1783979629.082431:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979629.082432:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979629.082434:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:1.0:1783979629.082438:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979629.082440:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.082442:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.082449:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979629.082451:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.082454:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979629.082455:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979629.082457:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979629.082460:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082467:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979629.082469:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.082471:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979629.082475:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979629.082479:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979629.082486:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979629.082493:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979629.082497:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979629.082501:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.082505:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979629.082510:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979629.082515:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979629.082524:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979629.082530:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979629.082536:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979629.082543:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559955584, portal 10
00000100:00000001:1.0:1783979629.082547:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979629.082552:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:1.0:1783979629.082563:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082576:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979629.082581:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979629.082587:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979629.082592:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559955584, offset 0
00000400:00000200:1.0:1783979629.082602:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979629.082609:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.082617:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979629.082625:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979629.082631:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979629.082636:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979629.082641:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979629.082649:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390666:390666:256:4294967295] 192.168.201.140@tcp LPNI seq info [390641:390641:8:4294967295]
00000400:00000200:1.0:1783979629.082657:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.082664:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979629.082669:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.082672:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979629.082677:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979629.082679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979629.082684:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979629.082686:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979629.082690:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.082692:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979629.082695:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979629.082698:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979629.082701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979629.082703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979629.082706:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979629.082710:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082717:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.082720:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082727:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.082728:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979629.082732:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979629.082735:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979629.082738:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979629.082740:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305024018
00000100:00000001:1.0:1783979629.082743:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305027786
00000100:00000001:1.0:1783979629.082745:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305024018
00000100:00000001:1.0:1783979629.082747:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305027787
00000100:00000001:1.0:1783979629.082749:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979629.082751:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.082753:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979629.082757:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979629/real 1783979629]  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979629.082764:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979629.082766:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979629.082767:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979629.082770:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979629.082771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979629.082773:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979629.082776:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979629.082784:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.082791:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979629.082792:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.082977:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.082981:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979629.082991:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083009:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979629.083019:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083039:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979629.083043:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979629.083066:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979629.083069:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1783979629.083071:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:2.0:1783979629.083072:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.083075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979629.083076:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.083079:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979629.083081:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979629.083084:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979629.083089:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979629.083093:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:2.0:1783979629.083093:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343100.
00000100:00000040:1.0:1783979629.083100:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1783979629.083100:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979629.083105:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979629.083108:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979629.083113:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1783979629.083117:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955584:192.168.201.140@tcp:38:kworker.0
02000000:00000001:2.0:1783979629.083117:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979629.083121:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.083124:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1783979629.083128:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000040:1.0:1783979629.083130:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979629.083134:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.083142:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979629.083145:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979629.083145:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783979629.083151:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979629.083154:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979629.083160:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979629.083161:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1783979629.083166:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979629.083166:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979629.083173:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb52a7d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979629.083182:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979629.083186:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10361)
00000100:00000001:1.0:1783979629.083297:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979629.083300:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979629.083302:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.083303:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979629.083307:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979629.083309:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979629.083313:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979629.083316:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979629.083319:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979629.083322:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559955712, portal 10
00000100:00000001:1.0:1783979629.083324:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979629.083326:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:1.0:1783979629.083332:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083339:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979629.083341:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979629.083343:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979629.083346:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559955712, offset 0
00000400:00000200:1.0:1783979629.083350:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979629.083354:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.083358:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979629.083361:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979629.083363:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979629.083365:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979629.083368:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979629.083371:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390667:390667:256:4294967295] 192.168.201.140@tcp LPNI seq info [390642:390642:8:4294967295]
00000400:00000200:1.0:1783979629.083375:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.083381:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979629.083385:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.083389:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979629.083393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979629.083396:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979629.083400:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979629.083403:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979629.083407:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.083409:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979629.083412:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979629.083415:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979629.083418:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979629.083419:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979629.083422:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979629.083426:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083439:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.083442:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083448:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.083450:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979629.083453:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979629.083456:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979629.083459:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979629.083461:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305024015
00000100:00000001:1.0:1783979629.083464:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305027786
00000100:00000001:1.0:1783979629.083465:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305024015
00000100:00000001:1.0:1783979629.083468:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305027787
00000100:00000001:1.0:1783979629.083470:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979629.083472:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.083474:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979629.083478:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979629/real 1783979629]  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979629.083486:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979629.083487:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979629.083488:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979629.083490:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979629.083492:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979629.083494:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979629.083497:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979629.083506:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083512:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979629.083513:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.083515:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.083517:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979629.083520:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083526:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979629.083530:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083536:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979629.083539:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.083540:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.083542:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.083543:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979629.083545:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979629.083547:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979629.083550:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979629.083553:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979629.083557:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979629.083565:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979629.083569:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.083571:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.083574:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559955584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083580:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979629.083582:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979629.083584:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979629.083587:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979629.083588:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979629.083590:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979629.083592:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979629.083594:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:1.0:1783979629.083596:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979629.083597:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979629.083599:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:1.0:1783979629.083602:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979629.083603:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.083604:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.083608:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559955712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083614:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979629.083615:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979629.083617:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979629.083619:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979629.083620:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979629.083621:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979629.083623:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979629.083625:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:1.0:1783979629.083626:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979629.083627:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979629.083629:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:1.0:1783979629.083631:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979629.083632:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.083634:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.083638:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979629.083640:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.083642:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979629.083643:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979629.083645:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979629.083649:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083655:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979629.083657:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.083659:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979629.083661:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979629.083663:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979629.083666:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979629.083669:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979629.083671:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979629.083672:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.083674:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979629.083677:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979629.083679:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979629.083683:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979629.083685:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979629.083688:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979629.083691:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559955840, portal 4
00000100:00000001:1.0:1783979629.083693:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979629.083694:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:1.0:1783979629.083700:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.083706:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979629.083709:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979629.083711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979629.083714:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559955840, offset 0
00000400:00000200:1.0:1783979629.083717:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979629.083721:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.083724:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979629.083727:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979629.083730:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979629.083732:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979629.083734:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979629.083737:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390668:390668:256:4294967295] 192.168.201.140@tcp LPNI seq info [390643:390643:8:4294967295]
00000400:00000200:1.0:1783979629.083741:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.083747:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979629.083751:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.083755:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979629.083758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979629.083761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979629.083765:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979629.083768:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979629.083771:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.083773:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979629.083776:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979629.083779:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979629.083782:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979629.083784:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979629.083786:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979629.083790:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084372:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.084377:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084384:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.084385:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979629.084391:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979629.084394:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979629.084397:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979629.084399:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305024043
00000100:00000001:1.0:1783979629.084401:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305027786
00000100:00000001:1.0:1783979629.084403:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305024043
00000100:00000001:1.0:1783979629.084404:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305027787
00000100:00000001:1.0:1783979629.084406:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979629.084408:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.084410:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979629.084413:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979629/real 1783979629]  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979629.084427:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979629.084428:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979629.084429:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979629.084431:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979629.084433:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979629.084435:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979629.084437:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979629.084444:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084449:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979629.084451:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.084452:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.084454:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979629.084457:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084462:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979629.084466:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084472:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979629.084474:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.084476:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.084477:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.084479:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979629.084481:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979629.084483:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979629.084486:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979629.084488:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979629.084492:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979629.084499:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979629.084503:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979629.084505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084511:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979629.084512:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.084514:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979629.084516:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979629.084518:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979629.084520:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979629.084523:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979629.084525:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979629.084526:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979629.084528:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979629.084532:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979629.084533:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979629.084536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979629.084539:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979629.084542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979629.084545:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559955968, portal 4
00000100:00000001:1.0:1783979629.084547:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979629.084548:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:1.0:1783979629.084553:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084558:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979629.084560:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979629.084561:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979629.084563:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559955968, offset 0
00000400:00000200:1.0:1783979629.084568:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979629.084571:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.084574:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979629.084577:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979629.084580:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979629.084582:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979629.084584:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979629.084587:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390669:390669:256:4294967295] 192.168.201.140@tcp LPNI seq info [390644:390644:8:4294967295]
00000400:00000200:1.0:1783979629.084591:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979629.084596:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979629.084601:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.084604:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979629.084608:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979629.084610:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1783979629.084614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979629.084616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1783979629.084619:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979629.084621:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979629.084624:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979629.084626:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979629.084630:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979629.084631:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979629.084633:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979629.084637:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084644:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.084646:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084652:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.084653:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979629.084657:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979629.084659:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979629.084662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979629.084664:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305024045
00000100:00000001:1.0:1783979629.084667:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305027786
00000100:00000001:1.0:1783979629.084669:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305024045
00000100:00000001:1.0:1783979629.084671:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305027787
00000100:00000001:1.0:1783979629.084673:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979629.084675:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.084676:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979629.084680:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979629/real 1783979629]  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979629.084686:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979629.084687:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979629.084688:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979629.084691:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979629.084692:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979629.084694:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979629.084697:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979629.084704:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084709:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979629.084710:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.084712:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.084713:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979629.084715:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084721:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979629.084725:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084730:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979629.084733:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.084734:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979629.084735:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.084737:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979629.084738:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979629.084741:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979629.084744:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979629.084746:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979629.084750:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979629.084757:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559955968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979629.084761:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.084762:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.084765:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559955840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084771:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979629.084772:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979629.084774:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979629.084777:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979629.084779:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979629.084780:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979629.084782:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979629.084784:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:1.0:1783979629.084787:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979629.084788:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979629.084790:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:1.0:1783979629.084794:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979629.084795:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.084867:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979629.084872:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559955968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979629.084884:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979629.084885:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979629.084887:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f658800.
02000000:00000001:1.0:1783979629.084890:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979629.084891:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979629.084893:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979629.085028:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979629.085030:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:1.0:1783979629.085033:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979629.085035:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979629.085036:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:1.0:1783979629.085039:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979629.085040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.085042:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979629.085106:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979629.085108:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979629.085111:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979629.085112:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979629.851956:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979629.851964:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979629.851970:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979629.851971:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979629.851974:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979629.851976:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979629.852764:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979629.852768:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979629.852771:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979630.873501:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979630.873511:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979630.873513:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979630.873516:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979630.873521:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979630.873631:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979630.873635:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979630.873637:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979630.873641:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979630.873644:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979630.873645:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979630.873647:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979630.873649:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979630.873650:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979630.873652:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979630.873654:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979630.873657:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979630.873659:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979630.873806:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979630.873810:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979630.873813:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979631.897177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979631.897185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979631.897189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979631.897191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979631.897193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979631.897195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979631.897274:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979631.897278:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979631.897281:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979632.921151:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305027786, at 4305027840
00000100:00000040:3.0:1783979632.921151:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305027787, at 4305027840
00010000:00000001:1.0:1783979632.921156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979632.921161:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979632.921165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1783979632.921166:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cdd20.
00010000:00000001:1.0:1783979632.921167:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979632.921172:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd900.
00010000:00000001:1.0:1783979632.921174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979632.921175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979632.921246:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979632.921250:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979632.921254:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979633.945184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979633.945192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979633.945198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979633.945199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979633.945202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979633.945204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979633.945271:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979633.945275:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979633.945278:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979634.201840:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979634.201846:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979634.201848:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979634.201851:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979634.201855:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979634.201861:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10356
00000400:00000200:1.0:1783979634.201868:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979634.201873:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979634.201875:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979634.201877:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.201880:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.201882:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.201884:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979634.201887:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979634.201888:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979634.201891:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979634.201894:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979634.201895:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979634.201896:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979634.201898:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.201899:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.201900:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.201901:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979634.201903:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979634.201905:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979634.201907:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979634.201909:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979634.201913:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979634.201915:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.201916:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979634.201918:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979634.201922:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783979634.201925:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979634.201928:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979634.201929:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.201932:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979634.201935:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979634.201937:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979634.201944:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979634.201948:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979634.201956:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979634.201963:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979634.201967:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979634.201970:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979634.201990:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979634.201992:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979634.201994:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979634.201995:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979634.201996:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979634.201998:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979634.201999:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10356
00000400:00000200:1.0:1783979634.202001:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979634.202003:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979634.202004:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979634.202006:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202007:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.202008:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202010:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979634.202011:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979634.202011:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979634.202012:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979634.202014:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979634.202015:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979634.202016:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979634.202017:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202018:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.202019:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202021:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979634.202022:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979634.202024:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202026:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979634.202027:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979634.202031:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979634.202033:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202034:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979634.202037:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979634.202039:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202041:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979634.202043:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783979634.202044:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979634.202045:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979634.202046:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202077:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979634.202078:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979634.202080:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979634.202082:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979634.202085:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979634.202088:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979634.202093:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979634.202094:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979634.202096:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979634.202101:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979634.202103:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979634.202106:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979634.202107:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979634.202108:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979634.202110:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979634.202112:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10356
00000400:00000200:1.0:1783979634.202114:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979634.202116:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979634.202118:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979634.202119:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202121:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.202122:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202123:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979634.202124:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979634.202125:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979634.202126:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979634.202127:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979634.202128:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979634.202129:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979634.202131:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202132:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.202133:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202134:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979634.202135:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979634.202136:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202137:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979634.202138:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979634.202140:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979634.202141:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202142:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979634.202143:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979634.202144:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202145:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979634.202147:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783979634.202148:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979634.202150:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979634.202150:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202151:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979634.202153:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979634.202154:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979634.202156:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979634.202157:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979634.202160:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979634.202164:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979634.202165:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979634.202167:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979634.202173:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979634.202174:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979634.202176:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979634.202177:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979634.202178:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979634.202179:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979634.202181:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10356
00000400:00000200:1.0:1783979634.202183:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979634.202184:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979634.202185:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979634.202187:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202189:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.202190:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202192:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979634.202194:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979634.202194:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979634.202196:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979634.202197:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979634.202198:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979634.202199:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979634.202201:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202203:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.202204:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202206:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979634.202207:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979634.202209:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202210:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979634.202211:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979634.202212:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979634.202213:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202214:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979634.202215:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979634.202216:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202217:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979634.202219:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979634.202220:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979634.202222:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979634.202222:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202223:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979634.202224:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979634.202225:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979634.202227:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979634.202229:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979634.202231:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979634.202235:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979634.202236:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979634.202238:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979634.202242:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979634.202243:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979634.202245:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979634.202246:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979634.202247:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979634.202249:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979634.202250:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10356
00000400:00000200:1.0:1783979634.202252:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979634.202253:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979634.202254:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979634.202255:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202256:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.202257:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202258:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979634.202259:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979634.202260:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979634.202261:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979634.202262:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979634.202263:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979634.202264:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979634.202266:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202266:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979634.202267:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202268:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979634.202270:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979634.202271:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979634.202272:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979634.202273:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979634.202275:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979634.202276:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202278:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979634.202280:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979634.202283:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202285:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979634.202288:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979634.202290:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979634.202293:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979634.202294:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979634.202296:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979634.202297:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979634.202299:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979634.202302:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979634.202305:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979634.202310:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979634.202317:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979634.202319:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979634.202322:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979634.202329:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979634.202342:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10366)
00000100:00000001:2.0:1783979634.202389:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979634.202393:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979634.202396:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979634.202403:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202421:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979634.202423:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.202427:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979634.202429:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979634.202432:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979634.202435:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559956096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979634.202439:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979634.202443:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979634.202445:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.202448:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979634.202452:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979634.202454:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979634.202460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979634.202464:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979634.202470:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979634.202477:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559956096, portal 25
00000100:00000001:2.0:1783979634.202480:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979634.202481:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423315840 : -128863286235776 : ffff8accad996d80)
00000100:00000040:2.0:1783979634.202486:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202493:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979634.202496:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979634.202499:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979634.202501:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559956096, offset 0
00000400:00000200:2.0:1783979634.202508:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979634.202516:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.202522:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979634.202526:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979634.202530:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979634.202533:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979634.202534:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979634.202537:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390670:390670:256:4294967295] 192.168.201.140@tcp LPNI seq info [390645:390645:8:4294967295]
00000400:00000200:2.0:1783979634.202540:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.202547:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979634.202550:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.202554:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979634.202559:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979634.202562:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979634.202565:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979634.202568:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979634.202571:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.202573:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979634.202576:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979634.202580:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979634.202585:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979634.202586:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979634.202589:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979634.202592:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202598:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.202600:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202605:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.202606:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979634.202610:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979634.202612:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979634.202614:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305032907
00000100:00000010:2.0:1783979634.202617:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979634.202622:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979634.202625:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305032907
00000100:00000010:2.0:1783979634.202627:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856274e0.
00000100:00000001:2.0:1783979634.202630:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979634.202632:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979634.202633:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.202635:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979634.202637:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979634/real 1783979634]  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979634.202644:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979634.202645:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979634.202647:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979634.202649:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979634.202650:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979634.202651:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979634.202653:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979634.202658:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202662:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979634.202663:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.202664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.202665:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979634.202667:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202671:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979634.202674:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202679:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979634.202680:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.202681:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.202682:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.202683:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979634.202685:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979634.202686:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979634.202688:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979634.202690:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979634.202692:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979634.202697:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559956096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979634.202701:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979634.202703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202707:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979634.202708:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.202709:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979634.202710:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979634.202711:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979634.202713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979634.202714:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979634.202716:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979634.202717:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.202718:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979634.202731:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979634.202733:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979634.202738:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979634.202740:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979634.202743:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979634.202749:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559956224, portal 10
00000100:00000001:2.0:1783979634.202751:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979634.202753:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423304192 : -128863286247424 : ffff8accad994000)
00000100:00000040:2.0:1783979634.202759:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202765:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979634.202767:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979634.202770:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979634.202772:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559956224, offset 0
00000400:00000200:2.0:1783979634.202776:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979634.202780:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.202783:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979634.202786:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979634.202788:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979634.202790:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979634.202792:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979634.202794:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390671:390671:256:4294967295] 192.168.201.140@tcp LPNI seq info [390646:390646:8:4294967295]
00000400:00000200:2.0:1783979634.202798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.202803:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979634.202807:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.202810:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979634.202813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979634.202815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979634.202819:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979634.202821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979634.202824:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.202825:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979634.202828:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979634.202831:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979634.202833:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979634.202835:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979634.202837:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979634.202841:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202848:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.202851:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.202856:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.202858:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979634.202861:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979634.202865:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979634.202868:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979634.202870:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305029138
00000100:00000001:2.0:1783979634.204827:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305032907
00000100:00000001:2.0:1783979634.204836:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305029140
00000100:00000001:2.0:1783979634.204839:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305032907
00000100:00000001:2.0:1783979634.204842:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979634.204846:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.204850:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979634.204864:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979634/real 1783979634]  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979634.204878:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979634.204879:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979634.204882:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979634.204885:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979634.204886:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979634.204889:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979634.204892:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979634.204897:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.204902:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979634.204903:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.204905:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.204906:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979634.204908:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.204913:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979634.204916:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.204920:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979634.204922:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.204922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.204923:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.204926:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979634.204928:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979634.204930:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979634.204934:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979634.204935:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979634.204937:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979634.204942:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979634.204945:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979634.204948:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.204952:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979634.204953:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.204955:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979634.204958:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979634.204959:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979634.204961:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979634.204963:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979634.204966:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979634.204968:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.204970:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979634.204975:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979634.204977:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979634.204980:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979634.204982:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979634.204985:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979634.204988:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559956352, portal 10
00000100:00000001:2.0:1783979634.204990:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979634.204991:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305984 : -128863286245632 : ffff8accad994700)
00000100:00000040:2.0:1783979634.204995:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205000:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979634.205002:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979634.205003:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979634.205005:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559956352, offset 0
00000400:00000200:2.0:1783979634.205009:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979634.205013:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.205018:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979634.205021:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979634.205023:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979634.205025:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979634.205027:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979634.205029:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390672:390672:256:4294967295] 192.168.201.140@tcp LPNI seq info [390647:390647:8:4294967295]
00000400:00000200:2.0:1783979634.205032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.205038:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979634.205042:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.205046:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979634.205051:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979634.205054:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979634.205059:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979634.205063:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979634.205067:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.205069:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979634.205074:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979634.205079:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979634.205083:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979634.205084:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979634.205087:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979634.205091:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205100:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.205103:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205115:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.205116:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979634.205121:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979634.205125:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979634.205128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979634.205131:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305029137
00000100:00000001:2.0:1783979634.205133:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305032907
00000100:00000001:2.0:1783979634.205136:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305029137
00000100:00000001:2.0:1783979634.205138:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305032907
00000100:00000001:2.0:1783979634.205139:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979634.205141:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.205143:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979634.205146:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979634/real 1783979634]  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979634.205152:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979634.205154:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979634.205155:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979634.205157:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979634.205158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979634.205161:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979634.205163:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979634.205172:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205177:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979634.205178:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205180:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.205181:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979634.205203:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205210:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979634.205213:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205217:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979634.205219:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205220:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.205220:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205221:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979634.205222:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979634.205224:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979634.205226:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979634.205227:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979634.205229:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979634.205234:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979634.205236:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979634.205238:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205242:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979634.205243:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.205244:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979634.205245:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979634.205247:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979634.205248:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979634.205251:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979634.205252:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979634.205254:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.205255:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979634.205257:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979634.205258:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979634.205261:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979634.205262:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979634.205264:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979634.205266:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559956480, portal 4
00000100:00000001:2.0:1783979634.205268:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979634.205268:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423319424 : -128863286232192 : ffff8accad997b80)
00000100:00000040:2.0:1783979634.205272:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205278:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979634.205281:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979634.205282:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979634.205285:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559956480, offset 0
00000400:00000200:2.0:1783979634.205288:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979634.205293:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.205296:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979634.205299:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979634.205301:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979634.205303:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979634.205305:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979634.205308:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390673:390673:256:4294967295] 192.168.201.140@tcp LPNI seq info [390648:390648:8:4294967295]
00000400:00000200:2.0:1783979634.205312:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.205318:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979634.205322:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.205325:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979634.205328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979634.205331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979634.205334:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979634.205336:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979634.205340:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.205342:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979634.205345:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979634.205348:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979634.205351:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979634.205353:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979634.205355:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979634.205358:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205366:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.205369:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205375:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.205377:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979634.205380:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979634.205383:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979634.205386:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979634.205387:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305029164
00000100:00000001:2.0:1783979634.205390:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305032907
00000100:00000001:2.0:1783979634.205391:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305029164
00000100:00000001:2.0:1783979634.205393:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305032907
00000100:00000001:2.0:1783979634.205395:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979634.205397:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.205399:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979634.205402:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979634/real 1783979634]  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979634.205419:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979634.205421:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979634.205422:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979634.205425:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979634.205426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979634.205429:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979634.205432:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979634.205440:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205445:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979634.205447:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205448:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.205449:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979634.205453:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205459:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979634.205463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205469:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979634.205472:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205474:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.205475:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205477:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979634.205478:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979634.205481:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979634.205484:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979634.205486:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979634.205490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979634.205497:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979634.205500:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979634.205504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205511:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979634.205513:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.205515:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979634.205517:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979634.205518:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979634.205522:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979634.205525:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979634.205526:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979634.205528:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979634.205530:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979634.205533:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979634.205535:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979634.205538:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979634.205540:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979634.205543:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979634.205546:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559956608, portal 4
00000100:00000001:2.0:1783979634.205548:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979634.205549:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423316736 : -128863286234880 : ffff8accad997100)
00000100:00000040:2.0:1783979634.205554:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205558:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979634.205559:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979634.205560:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979634.205562:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559956608, offset 0
00000400:00000200:2.0:1783979634.205564:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979634.205567:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.205569:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979634.205571:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979634.205573:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979634.205574:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979634.205575:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979634.205578:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390674:390674:256:4294967295] 192.168.201.140@tcp LPNI seq info [390649:390649:8:4294967295]
00000400:00000200:2.0:1783979634.205580:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979634.205755:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979634.205761:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.205764:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979634.205768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979634.205770:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979634.205774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979634.205776:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979634.205779:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979634.205781:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979634.205783:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979634.205786:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979634.205789:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979634.205790:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979634.205793:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979634.205796:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205803:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.205806:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205811:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.205813:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979634.205815:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979634.205818:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979634.205821:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979634.205823:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305029166
00000100:00000001:2.0:1783979634.205825:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305032907
00000100:00000001:2.0:1783979634.205827:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305029166
00000100:00000001:2.0:1783979634.205829:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305032907
00000100:00000001:2.0:1783979634.205831:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979634.205833:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.205835:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979634.205838:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979634/real 1783979634]  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979634.205846:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979634.205847:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979634.205849:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979634.205851:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979634.205852:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979634.205854:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979634.205856:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979634.205864:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205869:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979634.205871:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205872:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.205873:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979634.205876:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205881:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979634.205885:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205890:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979634.205892:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205894:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979634.205895:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205897:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979634.205898:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979634.205900:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979634.205904:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979634.205906:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979634.205909:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979634.205916:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979634.205920:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205922:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.205926:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996d80 x1870627559956096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205931:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979634.205934:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979634.205936:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979634.205940:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979634.205942:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979634.205944:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979634.205947:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979634.205949:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:2.0:1783979634.205953:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979634.205955:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979634.205956:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996d80.
00000100:00000001:2.0:1783979634.205960:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979634.205961:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205963:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.205966:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994000 x1870627559956224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.205972:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979634.205973:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979634.205974:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979634.205976:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979634.205978:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979634.205979:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979634.205981:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979634.205983:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:2.0:1783979634.205984:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979634.205985:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979634.205987:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994000.
00000100:00000001:2.0:1783979634.205989:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979634.205991:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.205992:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.205995:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994700 x1870627559956352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.206000:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979634.206001:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979634.206003:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979634.206005:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979634.206007:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979634.206007:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979634.206009:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979634.206010:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:2.0:1783979634.206012:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979634.206013:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979634.206014:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994700.
00000100:00000001:2.0:1783979634.206016:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979634.206017:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.206018:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.206021:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997b80 x1870627559956480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.206027:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979634.206028:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979634.206029:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979634.206031:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979634.206032:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979634.206033:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979634.206034:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979634.206035:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:2.0:1783979634.206037:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979634.206038:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979634.206039:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997b80.
00000100:00000001:2.0:1783979634.206042:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979634.206043:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.206044:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979634.206079:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997100 x1870627559956608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979634.206094:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979634.206096:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979634.206098:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979634.206100:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979634.206101:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979634.206102:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979634.206104:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979634.206105:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:2.0:1783979634.206107:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979634.206108:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979634.206109:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997100.
00000100:00000001:2.0:1783979634.206111:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979634.206112:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.206115:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979634.206122:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979634.206124:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979634.206127:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979634.206128:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979634.969399:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979634.969406:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979634.969411:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979634.969412:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979634.969416:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979634.969417:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979634.969739:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979634.969743:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979634.969747:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979635.993166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979635.993172:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979635.993176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979635.993176:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979635.993179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979635.993181:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979635.993183:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979635.993185:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979635.993187:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979635.993190:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979635.993191:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979635.993192:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979635.993413:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979635.993417:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979635.993420:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979637.017218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979637.017227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979637.017233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979637.017234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979637.017237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979637.017238:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979637.017578:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979637.017582:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979637.017585:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979638.041106:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305032907, at 4305032960
00000100:00000010:2.0:1783979638.041119:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00010000:00000001:1.0:1783979638.041135:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979638.041140:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979638.041145:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979638.041146:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979638.041150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979638.041151:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979638.041331:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305032907, at 4305032960
00000100:00000010:3.0:1783979638.041338:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856274e0.
00000020:00000001:0.0:1783979638.041552:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979638.041557:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979638.041560:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979639.066920:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979639.066927:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979639.066932:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979639.066934:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979639.066937:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979639.066938:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979639.067183:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979639.067187:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979639.067190:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979639.321292:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979639.321302:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979639.321304:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979639.321308:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979639.321313:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979639.321320:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10361
00000400:00000200:2.0:1783979639.321329:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979639.321335:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979639.321338:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979639.321342:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321345:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.321348:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321350:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979639.321354:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979639.321356:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979639.321359:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979639.321363:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979639.321376:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979639.321380:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979639.321383:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321385:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.321387:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321389:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979639.321392:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979639.321396:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321399:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979639.321402:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979639.321406:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979639.321408:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.321411:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979639.321413:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979639.321422:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341c00.
00000020:00000040:2.0:1783979639.321426:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979639.321430:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979639.321432:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.321435:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979639.321437:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979639.321441:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979639.321449:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000100:00000001:2.0:1783979639.321455:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979639.321464:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979639.321476:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979639.321481:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979639.321485:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4f76fdf] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.321545:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979639.321550:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979639.321552:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979639.321559:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.321568:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979639.321570:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.321574:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979639.321576:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979639.321579:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979639.321582:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559956736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979639.321586:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979639.321591:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979639.321593:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.321595:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979639.321601:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979639.321603:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979639.321608:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979639.321612:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979639.321618:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979639.321625:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559956736, portal 25
00000100:00000001:1.0:1783979639.321627:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979639.321641:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:1.0:1783979639.321648:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.321655:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979639.321658:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979639.321661:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979639.321665:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559956736, offset 0
00000400:00000200:1.0:1783979639.321671:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979639.321679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.321685:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979639.321690:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979639.321693:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979639.321697:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979639.321700:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979639.321704:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390675:390675:256:4294967295] 192.168.201.140@tcp LPNI seq info [390650:390650:8:4294967295]
00000400:00000200:1.0:1783979639.321709:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.321719:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979639.321725:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.321731:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979639.321738:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979639.321742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783979639.321748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979639.321752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783979639.321756:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.321759:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979639.321765:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979639.321770:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979639.321775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979639.321778:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979639.321782:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979639.321786:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979639.321852:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979639.321856:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979639.321859:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979639.321861:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979639.321862:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979639.321865:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979639.321868:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10361
00000400:00000200:2.0:1783979639.321872:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979639.321875:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979639.321878:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979639.321880:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321883:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.321885:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321887:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979639.321889:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979639.321891:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979639.321892:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979639.321894:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979639.321896:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979639.321899:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979639.321901:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321903:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.321905:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321907:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979639.321910:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979639.321913:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979639.321915:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979639.321917:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979639.321922:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979639.321925:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.321927:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979639.321931:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979639.321934:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.321936:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979639.321940:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343480.
00000020:00000040:2.0:1783979639.321942:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979639.321945:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979639.321946:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.321948:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979639.321949:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979639.321951:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979639.321955:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:2.0:1783979639.321959:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979639.321964:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979639.321971:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979639.321974:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979639.321977:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e189301] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322007:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.322012:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322020:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.322022:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979639.322029:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979639.322034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979639.322037:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305038026
00000100:00000010:1.0:1783979639.322041:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd840.
00000100:00000001:1.0:1783979639.322067:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783979639.322073:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305038027
00000100:00000010:1.0:1783979639.322076:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd480.
00000100:00000001:1.0:1783979639.322080:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979639.322083:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979639.322086:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.322088:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979639.322092:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979639/real 1783979639]  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979639.322102:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979639.322103:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979639.322105:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979639.322108:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979639.322110:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979639.322112:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979639.322115:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979639.322128:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322135:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979639.322137:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322140:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.322142:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979639.322145:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322153:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979639.322157:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322165:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979639.322168:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.322171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322173:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979639.322175:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979639.322178:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979639.322182:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979639.322185:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979639.322189:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979639.322198:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559956736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979639.322202:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322204:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.322207:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559956736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322220:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979639.322222:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979639.322225:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979639.322228:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979639.322230:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979639.322231:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979639.322234:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979639.322236:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:1.0:1783979639.322240:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979639.322241:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979639.322243:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:1.0:1783979639.322247:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979639.322248:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322250:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322257:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979639.322259:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.322261:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979639.322262:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979639.322264:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979639.322271:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322283:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979639.322285:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.322286:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979639.322288:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979639.322290:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979639.322292:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979639.322295:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979639.322297:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979639.322298:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.322299:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979639.322303:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979639.322304:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979639.322308:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979639.322311:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979639.322314:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979639.322317:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559956864, portal 10
00000100:00000001:1.0:1783979639.322318:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979639.322319:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:1.0:1783979639.322326:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322330:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979639.322333:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979639.322335:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979639.322337:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559956864, offset 0
00000400:00000200:1.0:1783979639.322341:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979639.322345:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.322348:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979639.322351:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979639.322353:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979639.322355:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979639.322357:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979639.322360:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390676:390676:256:4294967295] 192.168.201.140@tcp LPNI seq info [390651:390651:8:4294967295]
00000400:00000200:1.0:1783979639.322363:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.322368:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979639.322372:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.322375:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979639.322378:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979639.322380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783979639.322384:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979639.322387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783979639.322389:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.322391:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979639.322394:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979639.322396:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979639.322399:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979639.322400:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979639.322403:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979639.322406:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322413:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.322415:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322421:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.322422:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979639.322425:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979639.322428:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979639.322431:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979639.322433:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305034258
00000100:00000001:1.0:1783979639.322435:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305038026
00000100:00000001:1.0:1783979639.322436:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305034258
00000100:00000001:1.0:1783979639.322438:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305038027
00000100:00000001:1.0:1783979639.322440:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979639.322441:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.322443:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979639.322447:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979639/real 1783979639]  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979639.322453:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979639.322454:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979639.322455:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979639.322457:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979639.322459:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979639.322460:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979639.322463:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979639.322470:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322479:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979639.322481:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322482:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.322483:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979639.322486:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322492:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979639.322495:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322501:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979639.322503:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322504:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.322505:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322507:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979639.322509:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979639.322511:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979639.322514:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979639.322516:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979639.322520:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979639.322527:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979639.322542:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322544:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.322547:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559956864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.322553:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979639.322555:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979639.322556:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979639.322559:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979639.322561:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979639.322562:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979639.322564:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979639.322565:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:1.0:1783979639.322567:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979639.322568:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979639.322570:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:1.0:1783979639.322573:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979639.322574:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322575:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.322579:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979639.322580:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.322582:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979639.322583:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.322750:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979639.322754:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979639.322758:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979639.322759:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979639.322761:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979639.322764:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979639.322768:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10361
00000400:00000200:2.0:1783979639.322771:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979639.322774:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979639.322776:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979639.322779:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322781:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.322783:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322785:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979639.322788:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979639.322789:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979639.322791:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979639.322792:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979639.322794:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979639.322796:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979639.322799:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322801:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.322803:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322805:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979639.322807:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979639.322809:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322811:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979639.322813:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979639.322816:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979639.322818:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.322820:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979639.322822:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979639.322824:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.322826:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979639.322830:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343b80.
00000020:00000040:2.0:1783979639.322832:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979639.322835:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979639.322836:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.322838:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979639.322840:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979639.322842:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979639.322846:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979639.322849:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979639.322853:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979639.322860:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979639.322862:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979639.322865:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cce4058] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979639.322873:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979639.322876:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979639.322880:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979639.322881:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979639.322882:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979639.322885:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979639.322887:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10361
00000400:00000200:2.0:1783979639.322892:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979639.322894:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979639.322896:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979639.322899:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322901:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.322903:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322904:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979639.322907:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979639.322908:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979639.322910:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979639.322912:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979639.322914:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979639.322916:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979639.322919:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322921:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.322922:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322924:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979639.322926:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979639.322928:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979639.322930:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979639.322932:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979639.322934:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979639.322936:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.322938:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979639.322940:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979639.322942:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.322943:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979639.322947:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340e00.
00000020:00000040:2.0:1783979639.322949:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979639.322951:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979639.322952:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.322954:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979639.322955:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979639.322957:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979639.322960:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783979639.322963:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979639.322966:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979639.322972:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979639.322974:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979639.322977:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679cc294] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979639.322983:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979639.322986:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979639.322989:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979639.322990:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979639.322991:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979639.322994:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979639.322996:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10361
00000400:00000200:2.0:1783979639.322999:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979639.323002:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979639.323003:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979639.323005:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.323007:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.323009:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.323010:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979639.323012:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979639.323013:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979639.323014:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979639.323016:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979639.323018:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979639.323020:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979639.323022:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.323024:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979639.323026:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979639.323027:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979639.323029:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979639.323031:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979639.323033:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979639.323035:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979639.323037:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979639.323040:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.323041:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979639.323044:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979639.323046:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.323064:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979639.323068:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342a00.
00000020:00000040:2.0:1783979639.323070:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979639.323073:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979639.323074:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979639.323076:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979639.323077:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979639.323078:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979639.323082:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979639.323085:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979639.323089:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979639.323096:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979639.323097:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979639.323101:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2502d62] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979639.323107:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979639.323111:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10371)
00000100:00000001:1.0:1783979639.323162:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979639.323164:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979639.323166:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979639.323170:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.323176:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979639.323178:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.323180:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979639.323181:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979639.323183:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979639.323185:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979639.323188:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979639.323190:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979639.323191:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.323193:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979639.323196:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979639.323198:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979639.323201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979639.323204:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979639.323207:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979639.323210:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559956992, portal 10
00000100:00000001:1.0:1783979639.323212:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979639.323213:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:1.0:1783979639.323218:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.323224:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979639.323226:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979639.323228:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979639.323231:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559956992, offset 0
00000400:00000200:1.0:1783979639.323234:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979639.323238:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.323242:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979639.323245:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979639.323248:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979639.323250:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979639.323252:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979639.323255:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390677:390677:256:4294967295] 192.168.201.140@tcp LPNI seq info [390652:390652:8:4294967295]
00000400:00000200:1.0:1783979639.323259:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.323265:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979639.323269:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.323272:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979639.323276:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979639.323278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783979639.323283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979639.323285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783979639.323289:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.323290:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979639.323293:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979639.323296:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979639.323299:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979639.323301:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979639.323303:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979639.323307:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.323313:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.323316:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.323321:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.323323:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979639.323326:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979639.323328:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979639.323332:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979639.323334:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305034255
00000100:00000001:1.0:1783979639.323336:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305038026
00000100:00000001:1.0:1783979639.323338:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305034255
00000100:00000001:1.0:1783979639.323340:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305038027
00000100:00000001:1.0:1783979639.323343:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979639.323345:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.323346:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979639.323350:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979639/real 1783979639]  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979639.323358:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979639.323359:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979639.323360:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979639.323363:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979639.323425:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979639.323429:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979639.323433:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979639.323441:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.323447:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979639.323449:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.323451:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.323452:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979639.323455:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.323460:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979639.323463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.323469:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979639.323471:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.323473:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.323474:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.323475:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979639.323476:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979639.323479:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979639.323482:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979639.323484:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979639.323488:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979639.323495:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559956992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979639.323499:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979639.323502:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.323508:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979639.323509:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.323511:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979639.323513:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979639.323514:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979639.323518:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979639.323520:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979639.323522:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979639.323524:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.323526:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979639.325650:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783979639.325658:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979639.325666:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979639.325671:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979639.325677:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979639.325683:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559957120, portal 4
00000100:00000001:1.0:1783979639.325686:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979639.325688:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:1.0:1783979639.325699:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.325707:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979639.325710:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979639.325712:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979639.325716:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559957120, offset 0
00000400:00000200:1.0:1783979639.325721:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979639.325727:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.325733:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979639.325737:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979639.325740:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979639.325743:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979639.325746:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979639.325749:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390678:390678:256:4294967295] 192.168.201.140@tcp LPNI seq info [390653:390653:8:4294967295]
00000400:00000200:1.0:1783979639.325753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.325760:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979639.325766:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.325770:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979639.325776:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979639.325779:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783979639.325784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979639.325787:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783979639.325791:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.326138:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979639.326145:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979639.326150:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979639.326155:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979639.326158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979639.326162:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979639.326166:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326176:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.326237:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326245:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.326247:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979639.326253:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979639.326256:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979639.326260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979639.326263:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305034285
00000100:00000001:1.0:1783979639.326266:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305038026
00000100:00000001:1.0:1783979639.326268:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305034285
00000100:00000001:1.0:1783979639.326270:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305038027
00000100:00000001:1.0:1783979639.326273:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979639.326275:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.326278:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979639.326282:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979639/real 1783979639]  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979639.326292:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979639.326295:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979639.326297:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979639.326299:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979639.326301:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979639.326304:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979639.326307:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979639.326315:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326321:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979639.326322:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326324:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.326325:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979639.326329:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326335:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979639.326339:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326346:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979639.326348:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326350:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.326351:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326354:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979639.326356:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979639.326359:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979639.326363:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979639.326365:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979639.326370:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979639.326384:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979639.326389:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979639.326394:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326400:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979639.326402:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.326405:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979639.326408:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979639.326410:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979639.326413:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979639.326417:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979639.326420:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979639.326422:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979639.326425:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979639.326428:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979639.326430:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979639.326433:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979639.326435:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979639.326439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979639.326441:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559957248, portal 4
00000100:00000001:1.0:1783979639.326444:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979639.326445:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:1.0:1783979639.326450:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326456:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979639.326459:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979639.326461:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979639.326464:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559957248, offset 0
00000400:00000200:1.0:1783979639.326467:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979639.326472:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.326475:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979639.326479:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979639.326481:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979639.326483:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979639.326485:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979639.326488:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390679:390679:256:4294967295] 192.168.201.140@tcp LPNI seq info [390654:390654:8:4294967295]
00000400:00000200:1.0:1783979639.326492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979639.326499:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979639.326503:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.326506:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979639.326510:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979639.326513:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1783979639.326518:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979639.326521:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1783979639.326525:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979639.326526:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979639.326529:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979639.326532:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979639.326535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979639.326536:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979639.326539:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979639.326542:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326550:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.326553:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326559:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.326561:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979639.326563:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979639.326566:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979639.326569:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979639.326572:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305034287
00000100:00000001:1.0:1783979639.326574:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305038026
00000100:00000001:1.0:1783979639.326576:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305034287
00000100:00000001:1.0:1783979639.326578:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305038027
00000100:00000001:1.0:1783979639.326580:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979639.326582:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.326584:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979639.326587:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979639/real 1783979639]  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979639.326595:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979639.326596:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979639.326598:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979639.326600:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979639.326602:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979639.326604:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979639.326607:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979639.326615:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326621:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979639.326622:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326624:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.326625:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979639.326628:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326648:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979639.326652:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326658:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979639.326661:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326663:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979639.326664:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326665:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979639.326667:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979639.326669:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979639.326672:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979639.326674:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979639.326678:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979639.326684:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979639.326688:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326691:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.326694:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559956992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326700:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979639.326702:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979639.326705:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659400.
02000000:00000001:1.0:1783979639.326708:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979639.326711:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979639.326712:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979639.326714:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979639.326716:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:1.0:1783979639.326719:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979639.326721:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979639.326723:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:1.0:1783979639.326726:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979639.326727:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326728:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.326731:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559957120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326742:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979639.326743:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979639.326744:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659000.
02000000:00000001:1.0:1783979639.326746:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979639.326747:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979639.326748:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979639.326750:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979639.326751:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:1.0:1783979639.326752:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979639.326753:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979639.326754:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:1.0:1783979639.326756:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979639.326758:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326759:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979639.326762:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559957248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979639.326768:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979639.326769:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979639.326770:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979639.326772:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979639.326773:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979639.326774:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979639.326776:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979639.326777:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:1.0:1783979639.326779:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979639.326780:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979639.326781:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:1.0:1783979639.326784:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979639.326785:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.326787:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979639.327881:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979639.327885:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979639.327888:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979639.327890:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979640.089947:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979640.089955:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979640.089962:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979640.089963:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979640.089967:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979640.089968:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979640.090112:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979640.090115:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979640.090117:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979641.114173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979641.114183:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979641.114185:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979641.114189:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979641.114194:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979641.114196:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979641.114198:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979641.114201:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979641.114218:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979641.114220:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979641.114221:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979641.114223:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979641.114224:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979641.114225:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979641.114226:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979641.114228:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979641.114231:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979641.114233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979641.114978:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979641.114983:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979641.114986:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979642.137397:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979642.137842:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979642.137851:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979642.137853:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979642.137858:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979642.137859:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979642.137990:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979642.137995:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979642.137998:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979643.161215:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305038026, at 4305038080
00000100:00000040:3.0:1783979643.161215:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305038027, at 4305038080
00000100:00000010:2.0:1783979643.161240:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd840.
00000100:00000010:3.0:1783979643.161243:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd480.
00010000:00000001:1.0:1783979643.162185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979643.162189:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979643.162194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979643.162195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979643.162198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979643.162199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979643.162283:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979643.162286:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979643.162289:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979644.185303:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979644.185309:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979644.185315:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979644.185317:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979644.185320:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979644.185321:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979644.185642:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979644.185646:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979644.185649:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979644.442809:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979644.442820:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979644.442822:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979644.442826:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979644.442831:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979644.442839:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10366
00000400:00000200:1.0:1783979644.442848:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979644.442854:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979644.442858:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979644.442861:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.442864:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.442867:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.442869:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979644.442874:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979644.442876:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979644.442879:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979644.442882:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979644.442884:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979644.442887:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979644.442890:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.442892:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.442893:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.442896:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979644.442898:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979644.442902:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979644.442904:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979644.442907:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979644.442912:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979644.442915:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.442917:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979644.442920:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979644.442929:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979644.442932:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979644.442936:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979644.442938:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.442941:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979644.442944:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979644.442947:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979644.442955:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979644.442961:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979644.442970:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979644.442980:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979644.442984:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979644.442989:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.443039:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.443044:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979644.443046:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979644.443067:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.443076:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979644.443078:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.443082:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979644.443084:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979644.443087:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979644.443091:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559957376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979644.443095:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979644.443099:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979644.443102:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.443104:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979644.443109:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.443111:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979644.443116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979644.443120:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979644.443127:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979644.443134:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559957376, portal 25
00000100:00000001:2.0:1783979644.443136:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979644.443137:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305088 : -128863286246528 : ffff8accad994380)
00000100:00000040:2.0:1783979644.443142:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.443149:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979644.443152:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979644.443155:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979644.443158:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559957376, offset 0
00000400:00000200:2.0:1783979644.443165:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979644.443171:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.443177:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979644.443182:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979644.443185:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979644.443188:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979644.443191:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979644.443195:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390680:390680:256:4294967295] 192.168.201.140@tcp LPNI seq info [390655:390655:8:4294967295]
00000400:00000200:2.0:1783979644.443199:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.443208:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979644.443212:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.443218:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979644.443223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979644.443228:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979644.443234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979644.443237:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979644.443241:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.443244:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979644.443250:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979644.443254:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979644.443260:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979644.443262:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979644.443267:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979644.443271:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979644.443347:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979644.443351:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979644.443354:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979644.443355:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979644.443357:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979644.443360:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979644.443363:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10366
00000400:00000200:1.0:1783979644.443367:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979644.443370:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979644.443372:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979644.443374:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.443377:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.443378:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.443381:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979644.443384:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979644.443385:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979644.443387:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979644.443389:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979644.443391:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979644.443393:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979644.443396:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.443398:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.443400:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.443402:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979644.443405:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979644.443408:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979644.443410:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979644.443412:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979644.443418:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979644.443420:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.443422:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979644.443426:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979644.443429:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.443431:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979644.443435:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979644.443437:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979644.443440:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979644.443441:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.443443:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979644.443445:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979644.443447:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979644.443451:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979644.443454:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979644.443460:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979644.443474:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979644.443477:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979644.443481:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.443650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.443656:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.443664:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.443666:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979644.443673:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979644.443677:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979644.443680:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305043148
00000100:00000010:2.0:1783979644.443685:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979644.443692:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979644.443696:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305043148
00000100:00000010:2.0:1783979644.443699:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627000.
00000100:00000001:2.0:1783979644.443703:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979644.443714:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979644.443717:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.443720:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979644.443725:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979644/real 1783979644]  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979644.443734:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979644.443736:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979644.443739:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979644.443742:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979644.443744:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979644.443746:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979644.443749:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979644.443757:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.443764:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979644.443765:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.443768:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.443770:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979644.443774:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.443781:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979644.443785:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.443792:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979644.443795:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.443796:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.447934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.447942:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979644.447945:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979644.447951:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979644.447961:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979644.447964:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979644.447972:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979644.447983:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559957376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979644.447992:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.447996:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.447999:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559957376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448006:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979644.448009:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979644.448013:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.448020:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979644.448023:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979644.448025:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979644.448028:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979644.448031:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:2.0:1783979644.448035:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979644.448036:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979644.448038:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
00000100:00000001:2.0:1783979644.448043:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979644.448044:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.448059:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.448068:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979644.448071:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.448074:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.448076:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979644.448079:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979644.448084:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448092:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979644.448093:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.448096:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979644.448100:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979644.448103:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979644.448106:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979644.448110:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979644.448114:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979644.448117:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.448120:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979644.448128:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.448130:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979644.448138:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979644.448142:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979644.448150:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979644.448157:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559957504, portal 10
00000100:00000001:2.0:1783979644.448159:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979644.448160:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423311360 : -128863286240256 : ffff8accad995c00)
00000100:00000040:2.0:1783979644.448169:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448176:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979644.448179:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979644.448181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979644.448184:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559957504, offset 0
00000400:00000200:2.0:1783979644.448190:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979644.448198:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.448205:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979644.448211:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979644.448215:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979644.448219:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979644.448221:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979644.448226:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390681:390681:256:4294967295] 192.168.201.140@tcp LPNI seq info [390656:390656:8:4294967295]
00000400:00000200:2.0:1783979644.448231:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.448240:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979644.448245:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.448249:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979644.448256:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979644.448260:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979644.448265:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979644.448269:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979644.448274:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.448276:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979644.448281:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979644.448285:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979644.448291:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979644.448293:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979644.448296:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979644.448301:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448311:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.448315:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448322:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.448323:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979644.448329:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979644.448334:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979644.448337:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979644.448340:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305039384
00000100:00000001:2.0:1783979644.448343:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305043148
00000100:00000001:2.0:1783979644.448346:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305039384
00000100:00000001:2.0:1783979644.448348:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305043148
00000100:00000001:2.0:1783979644.448351:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979644.448353:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.448356:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979644.448360:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979644/real 1783979644]  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979644.448370:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979644.448372:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979644.448374:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979644.448377:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979644.448379:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979644.448381:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979644.448385:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979644.448394:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448401:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979644.448402:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.448405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.448407:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979644.448411:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448418:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979644.448422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448430:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979644.448433:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.448434:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.448436:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.448438:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979644.448440:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979644.448442:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979644.448446:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979644.448448:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979644.448452:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979644.448460:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979644.448464:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.448466:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.448469:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559957504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448477:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979644.448478:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979644.448480:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.448483:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979644.448485:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979644.448486:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979644.448488:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979644.448490:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:2.0:1783979644.448492:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979644.448493:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979644.448495:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:2.0:1783979644.448497:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979644.448498:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.448500:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.448503:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979644.448505:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.448507:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.448509:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.448598:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979644.448603:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979644.448608:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979644.448609:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979644.448612:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979644.448615:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979644.448618:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10366
00000400:00000200:1.0:1783979644.448623:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979644.448627:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979644.448630:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979644.448633:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.448636:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.448638:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.448640:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979644.448643:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979644.448645:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979644.448647:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979644.448650:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979644.448653:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979644.448655:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979644.448658:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.448660:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.448662:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.448664:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979644.448668:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979644.448671:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979644.448674:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979644.448676:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979644.448682:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979644.448685:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.448687:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979644.448692:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979644.448695:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.448697:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979644.448702:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979644.448705:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979644.448709:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979644.448710:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.448713:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979644.448716:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979644.448719:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979644.448724:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979644.448729:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979644.448735:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979644.448743:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979644.448748:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979644.448753:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979644.448761:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979644.448764:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979644.448766:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979644.448768:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979644.448769:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979644.448771:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979644.448774:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10366
00000400:00000200:1.0:1783979644.448777:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979644.448780:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979644.448782:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979644.448785:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.448787:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.448788:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.448790:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979644.448792:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979644.448793:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979644.448794:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979644.448796:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979644.448797:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979644.448799:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:2.0:1783979644.448893:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.448895:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979644.448897:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979644.448902:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448910:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979644.448911:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.448913:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979644.448915:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979644.448917:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979644.448920:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979644.448924:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979644.448926:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979644.448927:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.448929:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979644.448932:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.448935:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979644.448939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979644.448941:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979644.448946:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979644.448949:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559957632, portal 10
00000100:00000001:2.0:1783979644.448951:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979644.448953:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314944 : -128863286236672 : ffff8accad996a00)
00000100:00000040:2.0:1783979644.448959:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.448966:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979644.448968:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979644.448970:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979644.448973:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559957632, offset 0
00000400:00000200:2.0:1783979644.448977:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979644.448981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.448985:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979644.448988:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979644.448991:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979644.448993:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979644.448996:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979644.448999:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390682:390682:256:4294967295] 192.168.201.140@tcp LPNI seq info [390657:390657:8:4294967295]
00000400:00000200:2.0:1783979644.449003:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.449009:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979644.449014:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.449018:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979644.449022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979644.449025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979644.449030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979644.449033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979644.449037:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.449039:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979644.449042:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979644.449046:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979644.449066:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979644.449068:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979644.449072:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979644.449076:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.449083:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.449087:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.449093:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.449095:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979644.449098:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979644.449101:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979644.449104:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979644.449106:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305039380
00000100:00000001:2.0:1783979644.449109:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305043148
00000100:00000001:2.0:1783979644.449111:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305039380
00000100:00000001:2.0:1783979644.449113:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305043148
00000100:00000001:2.0:1783979644.449115:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979644.449117:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.449118:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979644.449122:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979644/real 1783979644]  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979644.449130:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979644.449131:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979644.449132:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979644.449135:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979644.449136:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979644.449138:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979644.449142:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979644.449157:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.449163:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979644.449164:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.449167:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.449168:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979644.449171:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.449176:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979644.449179:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.449185:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979644.449187:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.449189:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.449190:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.449191:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979644.449193:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979644.449195:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979644.449198:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979644.449199:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979644.449203:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979644.449209:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979644.449213:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.449215:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.449217:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559957632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.449229:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979644.449230:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979644.449232:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.449234:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979644.449235:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979644.449236:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979644.449238:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979644.449240:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:2.0:1783979644.449242:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979644.449244:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979644.449245:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:2.0:1783979644.449247:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979644.449248:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.449250:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.449255:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979644.449256:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.449258:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.449259:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979644.449592:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.449596:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.449597:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.449599:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979644.449602:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979644.449605:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979644.449609:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979644.449611:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979644.449615:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979644.449617:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.449620:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979644.449623:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979644.449625:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.449627:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979644.449632:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979644.449634:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979644.449637:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979644.449640:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.449641:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979644.449644:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979644.449646:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979644.449652:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979644.449655:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979644.449660:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979644.449668:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979644.449670:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979644.449673:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979644.449692:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979644.449696:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979644.449699:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979644.449701:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979644.449702:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979644.449705:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979644.449707:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10366
00000400:00000200:1.0:1783979644.449711:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979644.449714:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979644.449716:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979644.449719:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.449721:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.449722:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.449724:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979644.449726:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979644.449728:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979644.449729:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979644.449731:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979644.449733:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979644.449736:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979644.449739:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.449741:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979644.449742:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979644.449744:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979644.449746:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979644.449749:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979644.449751:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979644.449753:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979644.449755:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979644.449757:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.449759:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979644.449761:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979644.449763:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.449765:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979644.449769:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979644.449771:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979644.449773:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979644.449774:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979644.449776:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979644.449777:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979644.449779:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979644.449782:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979644.449785:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979644.449789:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979644.449795:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979644.449797:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.449884:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.449887:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979644.449888:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979644.449893:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.449900:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979644.449902:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.449905:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979644.449906:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979644.449908:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979644.449911:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979644.449914:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979644.449917:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979644.449919:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.449921:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979644.449924:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.449926:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979644.449930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979644.449933:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979644.449937:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979644.449940:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559957760, portal 4
00000100:00000001:2.0:1783979644.449942:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979644.449943:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423313152 : -128863286238464 : ffff8accad996300)
00000100:00000040:2.0:1783979644.449949:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.449955:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979644.449958:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979644.449960:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979644.449962:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559957760, offset 0
00000400:00000200:2.0:1783979644.449967:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979644.449971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.449975:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979644.449978:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979644.449981:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979644.449984:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979644.449986:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979644.449989:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390683:390683:256:4294967295] 192.168.201.140@tcp LPNI seq info [390658:390658:8:4294967295]
00000400:00000200:2.0:1783979644.449993:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.449998:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979644.450008:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.450012:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979644.450016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979644.450019:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979644.450024:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979644.450026:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979644.450030:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.450032:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979644.450036:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979644.450039:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979644.450043:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979644.450045:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979644.450061:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979644.450065:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450071:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.450074:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450079:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.450081:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979644.450084:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979644.450087:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979644.450090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979644.450092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305039408
00000100:00000001:2.0:1783979644.450095:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305043148
00000100:00000001:2.0:1783979644.450097:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305039408
00000100:00000001:2.0:1783979644.450099:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305043148
00000100:00000001:2.0:1783979644.450101:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979644.450103:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.450104:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979644.450108:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979644/real 1783979644]  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979644.450115:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979644.450116:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979644.450118:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979644.450120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979644.450121:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979644.450123:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979644.450126:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979644.450138:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450145:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979644.450146:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450148:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.450149:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979644.450153:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450159:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979644.450163:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450169:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979644.450172:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.450175:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450176:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979644.450178:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979644.450181:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979644.450184:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979644.450186:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979644.450190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979644.450197:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979644.450201:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.450206:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559957760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450217:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979644.450219:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979644.450227:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.450230:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979644.450232:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979644.450233:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979644.450235:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979644.450237:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:2.0:1783979644.450239:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979644.450241:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979644.450242:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:2.0:1783979644.450245:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979644.450246:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450248:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450252:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979644.450254:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.450256:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.450257:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979644.450319:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979644.450336:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979644.450342:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10377)
00000100:00000001:2.0:1783979644.450396:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.450398:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979644.450399:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979644.450404:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450410:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979644.450411:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.450413:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979644.450415:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979644.450417:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979644.450419:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979644.450422:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979644.450424:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979644.450425:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979644.450427:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979644.450430:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.450433:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979644.450436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979644.450439:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979644.450442:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979644.450446:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559957888, portal 4
00000100:00000001:2.0:1783979644.450447:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979644.450448:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:2.0:1783979644.450454:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450460:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979644.450462:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979644.450464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979644.450467:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559957888, offset 0
00000400:00000200:2.0:1783979644.450471:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979644.450475:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.450479:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979644.450481:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979644.450484:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979644.450486:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979644.450489:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979644.450492:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390684:390684:256:4294967295] 192.168.201.140@tcp LPNI seq info [390659:390659:8:4294967295]
00000400:00000200:2.0:1783979644.450496:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979644.450502:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979644.450506:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.450509:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979644.450513:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979644.450515:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979644.450520:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979644.450522:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979644.450526:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979644.450527:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979644.450530:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979644.450533:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979644.450537:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979644.450539:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979644.450553:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979644.450557:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450564:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.450567:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450574:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.450575:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979644.450579:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979644.450582:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979644.450585:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979644.450587:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305039411
00000100:00000001:2.0:1783979644.450589:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305043148
00000100:00000001:2.0:1783979644.450591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305039411
00000100:00000001:2.0:1783979644.450593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305043148
00000100:00000001:2.0:1783979644.450595:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979644.450597:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.450599:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979644.450603:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979644/real 1783979644]  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979644.450610:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979644.450611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979644.450613:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979644.450615:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979644.450617:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979644.450619:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979644.450622:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979644.450634:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450640:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979644.450641:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.450644:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979644.450647:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450653:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979644.450656:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450661:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979644.450664:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450665:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979644.450666:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450667:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979644.450668:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979644.450671:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979644.450674:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979644.450676:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979644.450680:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979644.450687:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559957888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979644.450691:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450693:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979644.450696:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559957888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979644.450707:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979644.450708:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979644.450710:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979644.450713:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979644.450714:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979644.450715:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979644.450717:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979644.450718:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:2.0:1783979644.450720:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979644.450722:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979644.450723:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:2.0:1783979644.450725:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979644.450726:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450728:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979644.450731:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979644.450732:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979644.450733:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979644.450734:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979645.209207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979645.209214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979645.209220:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979645.209221:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979645.209225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979645.209226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979645.209330:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979645.209334:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979645.209337:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979646.239348:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979646.239357:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979646.239365:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979646.239366:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979646.239370:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979646.239374:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979646.239377:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979646.239381:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979646.239385:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979646.239388:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979646.239390:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979646.239393:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979646.239507:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979646.239521:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979646.239524:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979647.257566:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979647.257576:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979647.257583:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979647.257585:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979647.257588:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979647.257589:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979647.258560:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979647.258567:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979647.258571:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979648.281241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979648.281252:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979648.281259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979648.281261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979648.281265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979648.281266:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979648.281371:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979648.281376:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979648.281380:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979648.281739:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305043148, at 4305043200
00000100:00000010:3.0:1783979648.281752:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627000.
00000100:00000040:2.0:1783979648.282406:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305043148, at 4305043201
00000100:00000010:2.0:1783979648.282415:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00010000:00000001:1.0:1783979649.305224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979649.305234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979649.305241:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979649.305243:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979649.305247:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979649.305248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979649.305330:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979649.305335:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979649.305340:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979649.561331:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979649.561342:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979649.561345:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979649.561349:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979649.561354:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979649.561362:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10372
00000400:00000200:3.0:1783979649.561371:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979649.561377:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979649.561380:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979649.561383:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561386:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561388:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561390:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979649.561394:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979649.561396:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979649.561399:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979649.561401:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979649.561403:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979649.561404:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979649.561406:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561407:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561409:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561410:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979649.561412:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979649.561415:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561416:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979649.561418:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979649.561422:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979649.561424:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561426:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979649.561429:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979649.561440:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979649.561444:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979649.561448:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979649.561450:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561462:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979649.561466:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979649.561471:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979649.561482:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979649.561490:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979649.561499:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979649.561511:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979649.561516:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979649.561520:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979649.561540:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979649.561542:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979649.561545:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979649.561546:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979649.561547:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979649.561549:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979649.561551:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10372
00000400:00000200:3.0:1783979649.561554:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979649.561556:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979649.561557:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979649.561559:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561561:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561562:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561564:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979649.561565:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979649.561566:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979649.561567:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979649.561569:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979649.561570:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979649.561571:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979649.561572:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561573:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561574:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561575:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979649.561578:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979649.561580:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561582:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979649.561583:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979649.561588:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979649.561590:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561591:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979649.561595:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979649.561597:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561598:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979649.561603:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979649.561605:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979649.561607:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979649.561608:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561609:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979649.561610:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979649.561611:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979649.561614:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979649.561616:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979649.561619:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979649.561623:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979649.561625:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979649.561627:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979649.561631:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979649.561633:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979649.561635:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979649.561639:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979649.561641:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979649.561642:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979649.561644:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10372
00000400:00000200:3.0:1783979649.561654:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979649.561656:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979649.561657:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979649.561660:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561662:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561664:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561666:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979649.561668:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979649.561669:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979649.561670:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979649.561672:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979649.561674:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979649.561676:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979649.561678:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561682:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561683:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561685:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979649.561687:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979649.561689:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561691:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979649.561692:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979649.561695:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979649.561697:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561698:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979649.561700:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979649.561702:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561703:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979649.561707:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979649.561709:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979649.561711:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979649.561722:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561724:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979649.561725:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979649.561727:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979649.561731:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979649.561734:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979649.561738:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979649.561744:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979649.561746:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979649.561749:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979649.561755:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979649.561757:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979649.561760:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979649.561762:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979649.561763:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979649.561765:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979649.561767:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10372
00000400:00000200:3.0:1783979649.561771:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979649.561773:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979649.561775:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979649.561777:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561779:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561781:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561782:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979649.561784:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979649.561785:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979649.561787:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979649.561789:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979649.561791:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979649.561793:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979649.561795:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561797:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561799:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561801:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979649.561802:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979649.561804:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561807:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979649.561808:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979649.561811:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979649.561813:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561815:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979649.561817:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979649.561819:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561821:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979649.561824:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979649.561826:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979649.561828:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979649.561829:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561831:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979649.561832:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979649.561834:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979649.561837:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979649.561840:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979649.561844:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979649.561850:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979649.561853:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979649.561856:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979649.561863:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979649.561866:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979649.561869:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979649.561871:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979649.561872:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979649.561875:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979649.561876:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10372
00000400:00000200:3.0:1783979649.561879:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979649.561881:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979649.561882:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979649.561884:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561886:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561887:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561889:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979649.561890:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979649.561891:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979649.561892:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979649.561893:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979649.561894:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979649.561895:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979649.561897:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561898:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979649.561899:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561901:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979649.561902:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979649.561904:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979649.561905:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979649.561906:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979649.561907:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979649.561908:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561909:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979649.561911:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979649.561913:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561914:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979649.561916:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979649.561918:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979649.561919:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979649.561920:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979649.561921:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979649.561922:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979649.561923:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979649.561926:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979649.561928:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979649.561931:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979649.561935:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979649.561936:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979649.561938:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979649.561942:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979649.561946:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10382)
00000100:00000001:2.0:1783979649.562022:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979649.562026:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979649.562029:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979649.562034:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562040:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979649.562042:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562045:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979649.562066:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979649.562068:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979649.562071:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559958016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979649.562074:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979649.562079:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979649.562082:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562084:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979649.562088:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979649.562089:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979649.562094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979649.562097:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979649.562103:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979649.562112:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559958016, portal 25
00000100:00000001:2.0:1783979649.562115:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979649.562116:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:2.0:1783979649.562121:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562129:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979649.562132:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979649.562135:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979649.562139:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559958016, offset 0
00000400:00000200:2.0:1783979649.562147:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979649.562156:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.562163:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979649.562169:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979649.562173:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979649.562176:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979649.562178:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979649.562181:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390685:390685:256:4294967295] 192.168.201.140@tcp LPNI seq info [390660:390660:8:4294967295]
00000400:00000200:2.0:1783979649.562185:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.562193:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979649.562198:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.562203:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979649.562208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979649.562211:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979649.562217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979649.562220:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979649.562223:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.562226:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979649.562233:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979649.562236:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979649.562241:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979649.562243:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979649.562247:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979649.562250:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.562260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562264:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.562266:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979649.562270:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979649.562273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979649.562275:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305048267
00000100:00000010:2.0:1783979649.562279:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979649.562286:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979649.562290:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305048267
00000100:00000010:2.0:1783979649.562292:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627b40.
00000100:00000001:2.0:1783979649.562295:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979649.562297:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979649.562299:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.562301:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979649.562304:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979649/real 1783979649]  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979649.562312:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979649.562313:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979649.562315:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979649.562316:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979649.562317:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979649.562318:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979649.562321:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979649.562327:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562331:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979649.562333:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562334:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.562336:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979649.562338:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562341:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979649.562344:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562349:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979649.562351:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562352:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.562353:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562355:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979649.562356:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979649.562358:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979649.562361:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979649.562363:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979649.562365:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979649.562370:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559958016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979649.562373:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979649.562375:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562383:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979649.562384:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562385:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979649.562386:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979649.562387:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979649.562389:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979649.562391:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979649.562392:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979649.562393:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562394:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979649.562396:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783979649.562397:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979649.562399:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979649.562400:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979649.562403:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979649.562404:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559958144, portal 10
00000100:00000001:2.0:1783979649.562406:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979649.562407:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979649.562412:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562416:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979649.562417:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979649.562419:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979649.562420:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559958144, offset 0
00000400:00000200:2.0:1783979649.562422:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979649.562425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.562428:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979649.562430:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979649.562432:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979649.562434:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979649.562437:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979649.562440:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390686:390686:256:4294967295] 192.168.201.140@tcp LPNI seq info [390661:390661:8:4294967295]
00000400:00000200:2.0:1783979649.562443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.562448:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979649.562463:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.562467:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979649.562470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979649.562473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979649.562477:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979649.562480:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979649.562483:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.562485:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979649.562488:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979649.562491:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979649.562494:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979649.562495:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979649.562497:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979649.562500:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562505:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.562506:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562511:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.562512:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979649.562514:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979649.562517:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979649.562519:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979649.562520:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305044498
00000100:00000001:2.0:1783979649.562523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305048267
00000100:00000001:2.0:1783979649.562524:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305044498
00000100:00000001:2.0:1783979649.562526:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305048267
00000100:00000001:2.0:1783979649.562527:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979649.562529:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.562530:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979649.562532:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979649/real 1783979649]  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979649.562537:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979649.562538:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979649.562539:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979649.562541:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979649.562542:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979649.562543:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979649.562544:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979649.562550:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562554:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979649.562554:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562555:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.562556:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979649.562558:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562561:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979649.562563:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562567:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979649.562568:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562569:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.562569:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562570:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979649.562571:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979649.562573:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979649.562575:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979649.562576:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979649.562579:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979649.562583:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979649.562585:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979649.562587:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562591:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979649.562591:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562593:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979649.562594:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979649.562595:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979649.562596:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979649.562599:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979649.562600:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979649.562601:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562602:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979649.562604:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783979649.562605:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979649.562607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979649.562608:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979649.562610:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979649.562612:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559958272, portal 10
00000100:00000001:2.0:1783979649.562613:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979649.562614:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979649.562618:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562622:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979649.562624:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979649.562625:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979649.562626:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559958272, offset 0
00000400:00000200:2.0:1783979649.562629:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979649.562631:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.562633:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979649.562635:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979649.562637:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979649.562638:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979649.562640:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979649.562642:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390687:390687:256:4294967295] 192.168.201.140@tcp LPNI seq info [390662:390662:8:4294967295]
00000400:00000200:2.0:1783979649.562644:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.562648:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979649.562650:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.562652:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979649.562655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979649.562656:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979649.562659:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979649.562660:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979649.562662:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.562664:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979649.562665:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979649.562668:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979649.562669:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979649.562670:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979649.562672:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979649.562674:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562679:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.562681:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562685:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.562686:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979649.562687:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979649.562689:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979649.562691:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979649.562692:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305044494
00000100:00000001:2.0:1783979649.562694:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305048267
00000100:00000001:2.0:1783979649.562695:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305044494
00000100:00000001:2.0:1783979649.562696:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305048267
00000100:00000001:2.0:1783979649.562697:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979649.562698:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.562699:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979649.562701:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979649/real 1783979649]  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979649.562705:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979649.562705:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979649.562706:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979649.562707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979649.562708:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979649.562710:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979649.562711:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979649.562716:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562719:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979649.562720:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562721:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.562722:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979649.562724:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562727:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979649.562729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562734:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979649.562736:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562736:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.562737:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562738:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979649.562739:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979649.562740:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979649.562742:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979649.562743:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979649.562745:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979649.562749:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979649.562751:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979649.562752:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562756:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979649.562756:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562757:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979649.562759:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979649.562760:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979649.562761:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979649.562763:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979649.562765:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979649.562766:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562767:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979649.562768:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783979649.562770:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979649.562773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979649.562775:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979649.562779:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979649.562781:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559958400, portal 4
00000100:00000001:2.0:1783979649.562783:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979649.562784:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979649.562790:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562795:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979649.562797:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979649.562799:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979649.562801:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559958400, offset 0
00000400:00000200:2.0:1783979649.562804:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979649.562808:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.562811:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979649.562813:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979649.562816:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979649.562818:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979649.562820:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979649.562822:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390688:390688:256:4294967295] 192.168.201.140@tcp LPNI seq info [390663:390663:8:4294967295]
00000400:00000200:2.0:1783979649.562825:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.562830:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979649.562834:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.562837:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979649.562840:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979649.562842:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979649.562846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979649.562848:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979649.562851:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.562853:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979649.562855:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979649.562858:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979649.562861:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979649.562863:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979649.562865:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979649.562868:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562875:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.562877:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562883:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.562885:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979649.562887:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979649.562890:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979649.562893:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979649.562895:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305044521
00000100:00000001:2.0:1783979649.562897:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305048267
00000100:00000001:2.0:1783979649.562899:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305044521
00000100:00000001:2.0:1783979649.562902:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305048267
00000100:00000001:2.0:1783979649.562903:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979649.562904:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.562906:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979649.562908:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979649/real 1783979649]  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979649.562913:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979649.562914:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979649.562915:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979649.562917:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979649.562918:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979649.562919:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979649.562921:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979649.562926:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562931:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979649.562932:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562933:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.562934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979649.562936:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562939:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979649.562941:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562945:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979649.562946:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562947:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.562947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.562948:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979649.562949:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979649.562951:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979649.562952:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979649.562954:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979649.562956:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979649.562960:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979649.562962:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979649.562964:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.562968:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979649.562968:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562970:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979649.562971:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979649.562973:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979649.562974:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979649.562976:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979649.562978:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979649.562979:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979649.562980:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979649.562983:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa400.
02000000:00000001:2.0:1783979649.562984:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979649.562986:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979649.562987:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979649.562989:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979649.562991:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559958528, portal 4
00000100:00000001:2.0:1783979649.562992:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979649.562993:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783979649.562997:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563001:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979649.563003:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979649.563004:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979649.563005:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559958528, offset 0
00000400:00000200:2.0:1783979649.563008:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979649.563010:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.563012:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979649.563013:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979649.563015:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979649.563016:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979649.563017:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979649.563019:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390689:390689:256:4294967295] 192.168.201.140@tcp LPNI seq info [390664:390664:8:4294967295]
00000400:00000200:2.0:1783979649.563022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979649.563026:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979649.563029:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.563031:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979649.563033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979649.563034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979649.563037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979649.563039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979649.563041:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979649.563042:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979649.563044:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979649.563046:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979649.563071:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979649.563073:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979649.563074:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979649.563077:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563082:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.563083:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563087:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.563088:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979649.563090:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979649.563092:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979649.563094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979649.563095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305044524
00000100:00000001:2.0:1783979649.563097:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305048267
00000100:00000001:2.0:1783979649.563098:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305044524
00000100:00000001:2.0:1783979649.563100:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305048267
00000100:00000001:2.0:1783979649.563101:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979649.563102:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.563103:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979649.563106:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979649/real 1783979649]  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979649.563114:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979649.563115:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979649.563116:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979649.563119:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979649.563120:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979649.563122:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979649.563125:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979649.563133:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563139:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979649.563140:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563142:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.563144:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979649.563147:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563152:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979649.563155:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563159:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979649.563161:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979649.563162:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563163:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979649.563164:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979649.563165:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979649.563167:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979649.563168:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979649.563171:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979649.563176:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979649.563178:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563180:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.563182:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559958016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563185:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979649.563188:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979649.563190:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979649.563192:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979649.563194:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979649.563195:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979649.563197:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979649.563200:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979649.563203:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979649.563205:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979649.563206:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:2.0:1783979649.563209:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979649.563209:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563210:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.563212:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559958144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563216:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979649.563217:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979649.563218:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783979649.563220:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979649.563220:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979649.563221:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979649.563222:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979649.563223:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979649.563223:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979649.563224:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979649.563225:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979649.563227:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979649.563228:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563229:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.563231:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559958272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563235:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979649.563235:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979649.563236:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783979649.563237:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979649.563238:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979649.563238:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979649.563239:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979649.563240:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979649.563241:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979649.563242:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979649.563242:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979649.563243:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979649.563244:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563245:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.563246:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559958400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563249:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979649.563250:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979649.563251:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783979649.563252:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979649.563252:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979649.563253:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979649.563254:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979649.563255:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979649.563255:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979649.563256:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979649.563257:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979649.563258:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979649.563258:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979649.563261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559958528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979649.563265:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979649.563266:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979649.563267:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa400.
02000000:00000001:2.0:1783979649.563268:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979649.563268:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979649.563269:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979649.563270:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979649.563270:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979649.563271:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979649.563272:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979649.563273:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979649.563273:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979649.563274:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563276:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979649.563282:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979649.563284:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979649.563285:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979649.563286:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979650.329262:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979650.329274:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979650.329283:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979650.329284:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979650.329288:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979650.329289:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979650.332895:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979650.332905:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979650.332911:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979651.353170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979651.353179:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979651.353182:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979651.353185:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979651.353190:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979651.353192:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979651.353194:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979651.353196:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979651.353199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979651.353201:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979651.353202:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979651.353203:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979651.353205:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979651.353206:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979651.353207:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979651.353209:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979651.353213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979651.353214:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979651.355495:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979651.355499:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979651.355502:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979652.377216:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979652.377226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979652.377232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979652.377233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979652.377237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979652.377238:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979652.379981:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979652.379990:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979652.379995:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979653.401269:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979653.401282:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979653.401291:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979653.401293:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979653.401298:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979653.401300:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979653.401312:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305048267, at 4305048320
00000100:00000010:3.0:1783979653.401332:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627b40.
00000100:00000040:2.0:1783979653.401463:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305048267, at 4305048320
00000100:00000010:2.0:1783979653.401473:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00000020:00000001:0.0:1783979653.401576:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979653.401581:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979653.401586:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979654.425234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979654.425242:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979654.425246:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979654.425248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979654.425251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979654.425251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979654.425360:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979654.425364:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979654.425367:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979654.681814:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979654.681825:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979654.681828:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979654.681832:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979654.681836:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979654.681845:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10377
00000400:00000200:3.0:1783979654.681854:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979654.681860:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979654.681862:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979654.681866:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.681868:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.681870:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.681872:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979654.681876:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979654.681878:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979654.681880:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979654.681883:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979654.681884:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979654.681886:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979654.681887:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.681889:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.681890:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.681891:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979654.681894:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979654.681897:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979654.681899:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979654.681902:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979654.681905:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979654.681908:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.681909:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979654.681912:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979654.681924:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979654.681927:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979654.681930:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979654.681931:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.681934:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979654.681937:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979654.681941:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979654.681949:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979654.681955:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979654.681964:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979654.681973:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979654.681977:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979654.681981:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979654.682003:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979654.682006:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979654.682009:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979654.682010:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979654.682011:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979654.682013:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979654.682015:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10377
00000400:00000200:3.0:1783979654.682017:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979654.682019:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979654.682020:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979654.682022:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682023:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.682025:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682026:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979654.682027:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979654.682028:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979654.682029:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979654.682030:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979654.682031:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979654.682032:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979654.682034:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682035:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.682036:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682037:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979654.682039:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979654.682041:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682042:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979654.682043:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979654.682064:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979654.682065:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.682066:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979654.682071:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979654.682073:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.682074:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979654.682077:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979654.682079:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979654.682080:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979654.682081:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.682082:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979654.682083:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979654.682084:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979654.682087:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979654.682089:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979654.682092:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979654.682097:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979654.682099:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979654.682101:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979654.682105:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979654.682108:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979654.682110:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979654.682112:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979654.682113:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979654.682114:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979654.682116:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10377
00000400:00000200:3.0:1783979654.682118:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979654.682120:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979654.682122:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979654.682123:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682125:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.682126:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682127:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979654.682128:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979654.682129:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979654.682130:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979654.682131:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979654.682132:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979654.682133:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979654.682135:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682136:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.682137:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682138:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979654.682139:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979654.682141:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682143:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979654.682143:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979654.682145:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979654.682146:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.682147:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979654.682148:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979654.682149:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.682150:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979654.682152:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979654.682153:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979654.682154:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979654.682156:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.682156:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979654.682157:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979654.682158:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979654.682161:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979654.682163:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979654.682165:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979654.682168:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979654.682169:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979654.682171:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979654.682175:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979654.682177:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979654.682179:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979654.682180:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979654.682180:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979654.682182:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979654.682183:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10377
00000400:00000200:3.0:1783979654.682185:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979654.682186:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979654.682187:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979654.682189:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682190:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.682191:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.682193:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979654.682194:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979654.682195:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979654.682195:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979654.682196:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979654.682197:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979654.682199:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979654.682201:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979654.682518:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979654.682523:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979654.682526:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979654.682533:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.682539:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979654.682541:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.682544:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979654.682546:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979654.682548:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979654.682550:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559958656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979654.682561:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979654.682566:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979654.682569:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.682571:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979654.682576:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa400.
02000000:00000001:2.0:1783979654.682577:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979654.682583:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979654.682586:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979654.682593:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979654.682660:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559958656, portal 25
00000100:00000001:2.0:1783979654.682664:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979654.682665:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979654.682670:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.682676:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979654.682678:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979654.682681:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979654.682684:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559958656, offset 0
00000400:00000200:2.0:1783979654.682689:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979654.682697:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.682704:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979654.682708:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979654.682712:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979654.682717:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979654.682720:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979654.682725:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390690:390690:256:4294967295] 192.168.201.140@tcp LPNI seq info [390665:390665:8:4294967295]
00000400:00000200:2.0:1783979654.682729:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.682740:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979654.682746:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.682752:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979654.682760:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979654.682765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979654.682771:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979654.682774:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979654.682777:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.682780:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979654.682787:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979654.682791:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979654.682796:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979654.682798:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979654.682802:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979654.682806:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.682813:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.682816:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.682821:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.682822:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979654.682828:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979654.682831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979654.682834:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305053387
00000100:00000010:2.0:1783979654.682838:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979654.682846:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979654.682853:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305053387
00000100:00000010:2.0:1783979654.682855:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627ba0.
00000100:00000001:2.0:1783979654.682858:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979654.682860:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979654.682863:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.682865:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979654.682868:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979654/real 1783979654]  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979654.682875:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979654.682876:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979654.682878:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979654.682880:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979654.682881:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979654.682883:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979654.682885:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979654.682891:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.682895:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979654.682896:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.682898:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.682899:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979654.682901:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.682905:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979654.682908:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.682912:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979654.682914:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.682915:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.682915:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.682917:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979654.682919:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979654.682922:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979654.682926:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979654.682934:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979654.682939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979654.682947:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559958656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979654.682952:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979654.682954:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.682965:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979654.682967:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.682969:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979654.682970:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979654.682973:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979654.682975:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979654.682978:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979654.682980:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979654.682981:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.682982:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979654.682985:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783979654.682987:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979654.682990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979654.682991:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979654.682994:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979654.682996:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559958784, portal 10
00000100:00000001:2.0:1783979654.682997:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979654.682998:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:2.0:1783979654.683004:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683008:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979654.683009:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979654.683010:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979654.683012:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559958784, offset 0
00000400:00000200:2.0:1783979654.683014:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979654.683017:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.683019:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979654.683021:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979654.683023:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979654.683024:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979654.683026:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979654.683028:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390691:390691:256:4294967295] 192.168.201.140@tcp LPNI seq info [390666:390666:8:4294967295]
00000400:00000200:2.0:1783979654.683031:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.683035:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979654.683037:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.683039:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979654.683042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979654.683043:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979654.683074:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979654.683076:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979654.683087:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.683089:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979654.683091:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979654.683093:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979654.683095:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979654.683096:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979654.683097:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979654.683100:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683108:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.683110:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683114:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.683115:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979654.683117:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979654.683120:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979654.683122:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979654.683123:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305049618
00000100:00000001:2.0:1783979654.683125:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305053387
00000100:00000001:2.0:1783979654.683127:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305049618
00000100:00000001:2.0:1783979654.683128:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305053387
00000100:00000001:2.0:1783979654.683129:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979654.683131:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.683132:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979654.683134:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979654/real 1783979654]  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979654.683139:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979654.683140:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979654.683141:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979654.683142:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979654.683143:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979654.683144:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979654.683146:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979654.683151:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683155:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979654.683155:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683156:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.683157:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979654.683159:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683162:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979654.683164:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683168:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979654.683169:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.683171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683172:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979654.683174:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979654.683175:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979654.683178:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979654.683180:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979654.683182:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979654.683187:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979654.683189:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979654.683191:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683194:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979654.683195:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.683196:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979654.683197:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979654.683198:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979654.683200:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979654.683202:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979654.683203:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979654.683204:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.683205:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979654.683208:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783979654.683209:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979654.683211:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979654.683213:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979654.683215:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979654.683217:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559958912, portal 10
00000100:00000001:2.0:1783979654.683218:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979654.683219:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979654.683223:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683227:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979654.683229:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979654.683230:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979654.683232:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559958912, offset 0
00000400:00000200:2.0:1783979654.683234:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979654.683236:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.683238:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979654.683240:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979654.683242:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979654.683243:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979654.683245:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979654.683247:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390692:390692:256:4294967295] 192.168.201.140@tcp LPNI seq info [390667:390667:8:4294967295]
00000400:00000200:2.0:1783979654.683249:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.683253:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979654.683255:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.683257:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979654.683259:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979654.683261:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979654.683264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979654.683265:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979654.683267:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.683268:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979654.683270:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979654.683273:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979654.683274:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979654.683275:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979654.683277:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979654.683279:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683283:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.683285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683289:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.683290:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979654.683292:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979654.683294:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979654.683296:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979654.683297:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305049614
00000100:00000001:2.0:1783979654.683299:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305053387
00000100:00000001:2.0:1783979654.683300:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305049614
00000100:00000001:2.0:1783979654.683301:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305053387
00000100:00000001:2.0:1783979654.683302:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979654.683303:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.683304:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979654.683306:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979654/real 1783979654]  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979654.683310:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979654.683310:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979654.683311:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979654.683313:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979654.683314:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979654.683315:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979654.683317:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979654.683321:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683324:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979654.683325:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683326:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.683327:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979654.683328:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683332:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979654.683334:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683339:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979654.683340:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683341:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.683342:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683343:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979654.683344:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979654.683345:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979654.683347:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979654.683348:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979654.683349:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979654.683353:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559958912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979654.683355:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683357:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.683359:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559958656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683362:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979654.683376:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979654.683378:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa400.
02000000:00000001:2.0:1783979654.683381:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979654.683382:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979654.683384:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979654.683386:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979654.683388:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979654.683391:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979654.683393:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979654.683395:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979654.683397:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979654.683399:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683400:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.683403:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559958784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683407:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979654.683407:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979654.683408:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783979654.683410:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979654.683410:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979654.683411:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979654.683412:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979654.683413:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979654.683414:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979654.683414:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979654.683415:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783979654.683417:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979654.683417:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683418:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.683420:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559958912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.683423:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979654.683423:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979654.683424:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783979654.683425:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979654.683426:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979654.683426:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979654.683427:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979654.683428:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979654.683429:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979654.683429:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979654.683430:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979654.683431:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979654.683432:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683433:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.683440:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979654.683442:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.683444:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979654.683445:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.683926:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.683929:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.683931:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979654.683934:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979654.683937:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979654.683939:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979654.683941:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979654.683947:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979654.683949:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.683950:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979654.683953:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979654.683955:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.683957:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979654.683962:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979654.683964:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979654.683968:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979654.683969:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.683971:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979654.683973:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979654.683976:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979654.683981:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979654.683986:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979654.683991:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979654.683997:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979654.684000:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979654.684003:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979654.684020:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979654.684024:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979654.684028:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979654.684030:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979654.684031:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979654.684033:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979654.684035:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10377
00000400:00000200:3.0:1783979654.684041:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979654.684044:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979654.684046:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979654.684058:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.684060:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.684061:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.684063:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979654.684065:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979654.684067:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979654.684068:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979654.684070:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979654.684072:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979654.684073:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979654.684075:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.684076:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979654.684077:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979654.684079:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979654.684080:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979654.684082:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979654.684083:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979654.684084:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979654.684086:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979654.684087:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.684088:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979654.684090:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979654.684091:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.684093:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979654.684095:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979654.684097:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979654.684099:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979654.684099:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979654.684101:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979654.684102:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979654.684103:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979654.684107:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979654.684109:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979654.684113:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979654.684117:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979654.684119:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979654.684121:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979654.684125:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979654.684130:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10387)
00000100:00000001:2.0:1783979654.684346:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979654.684348:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979654.684350:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979654.684354:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684359:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979654.684360:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.684362:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979654.684373:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979654.684376:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979654.684379:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979654.684383:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979654.684386:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979654.684391:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.684394:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979654.684398:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783979654.684400:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979654.684404:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979654.684408:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979654.684413:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979654.684419:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559959040, portal 4
00000100:00000001:2.0:1783979654.684420:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979654.684422:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979654.684429:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684435:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979654.684437:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979654.684439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979654.684442:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559959040, offset 0
00000400:00000200:2.0:1783979654.684448:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979654.684453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.684457:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979654.684462:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979654.684464:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979654.684467:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979654.684469:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979654.684472:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390693:390693:256:4294967295] 192.168.201.140@tcp LPNI seq info [390668:390668:8:4294967295]
00000400:00000200:2.0:1783979654.684476:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.684483:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979654.684489:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.684494:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979654.684498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979654.684501:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979654.684506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979654.684508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979654.684512:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.684514:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979654.684519:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979654.684524:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979654.684528:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979654.684530:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979654.684534:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979654.684538:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684546:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.684548:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684701:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.684704:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979654.684710:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979654.684714:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979654.684718:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979654.684720:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305049643
00000100:00000001:2.0:1783979654.684723:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305053387
00000100:00000001:2.0:1783979654.684726:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305049643
00000100:00000001:2.0:1783979654.684728:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305053387
00000100:00000001:2.0:1783979654.684730:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979654.684733:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.684735:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979654.684740:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979654/real 1783979654]  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979654.684749:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979654.684751:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979654.684753:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979654.684756:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979654.684758:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979654.684760:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979654.684763:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979654.684772:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684778:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979654.684779:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.684781:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.684782:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979654.684787:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684794:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979654.684799:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684806:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979654.684808:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.684810:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.684812:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.684814:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979654.684816:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979654.684819:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979654.684823:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979654.684826:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979654.684830:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979654.684837:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979654.684842:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979654.684845:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684851:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979654.684852:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.684855:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979654.684856:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979654.684858:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979654.684861:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979654.684865:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979654.684866:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979654.684867:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979654.684869:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979654.684873:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783979654.684874:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979654.684878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979654.684880:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979654.684883:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979654.684885:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559959168, portal 4
00000100:00000001:2.0:1783979654.684887:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979654.684888:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979654.684894:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684900:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979654.684902:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979654.684904:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979654.684906:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559959168, offset 0
00000400:00000200:2.0:1783979654.684910:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979654.684914:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.684917:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979654.684920:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979654.684922:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979654.684924:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979654.684927:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979654.684929:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390694:390694:256:4294967295] 192.168.201.140@tcp LPNI seq info [390669:390669:8:4294967295]
00000400:00000200:2.0:1783979654.684933:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979654.684938:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979654.684942:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.684945:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979654.684948:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979654.684951:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979654.684954:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979654.684957:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979654.684960:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979654.684961:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979654.684965:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979654.684967:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979654.684970:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979654.684971:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979654.684973:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979654.684977:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.684986:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979679 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.684992:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.684993:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979654.684995:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979654.684998:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979654.685001:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979654.685003:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305049645
00000100:00000001:2.0:1783979654.685005:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305053387
00000100:00000001:2.0:1783979654.685007:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305049645
00000100:00000001:2.0:1783979654.685009:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305053387
00000100:00000001:2.0:1783979654.685011:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979654.685013:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.685014:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979654.685017:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979654/real 1783979654]  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979654.685024:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979654.685025:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979654.685027:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979654.685028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979654.685030:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979654.685031:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979654.685034:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979654.685041:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.685076:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979654.685078:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.685079:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.685080:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979654.685084:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.685090:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979654.685093:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.685099:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979654.685102:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.685103:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979654.685104:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.685106:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979654.685107:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979654.685109:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979654.685111:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979654.685113:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979654.685116:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979654.685123:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979654.685127:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.685128:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.685131:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559959040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.685136:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979654.685139:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979654.685141:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783979654.685144:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979654.685146:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979654.685149:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979654.685150:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979654.685154:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979654.685158:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979654.685159:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979654.685161:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979654.685164:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979654.685165:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.685166:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979654.685169:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559959168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979679 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979654.685174:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979654.685175:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979654.685176:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783979654.685178:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979654.685179:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979654.685180:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979654.685182:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979654.685183:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979654.685185:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979654.685186:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979654.685187:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979654.685189:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979654.685190:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.685192:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979654.685200:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979654.685201:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979654.685376:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979654.685379:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979655.449468:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979655.449478:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979655.449483:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979655.449485:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979655.449489:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979655.449493:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979655.449496:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979655.449502:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979655.449505:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979655.449507:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979655.449510:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979655.449512:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979655.449619:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979655.449628:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979655.449634:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979656.473183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979656.473190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979656.473194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979656.473195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979656.473199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979656.473200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979656.473536:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979656.473540:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979656.473543:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979657.497631:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979657.497638:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979657.497643:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979657.497644:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979657.497647:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979657.497648:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979657.497712:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979657.497716:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979657.497719:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979658.521183:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305053387, at 4305053440
00000100:00000040:3.0:1783979658.521191:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305053387, at 4305053440
00000100:00000010:2.0:1783979658.521200:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00000100:00000010:3.0:1783979658.521208:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627ba0.
00010000:00000001:1.0:1783979658.523616:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979658.523623:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979658.523628:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979658.523629:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979658.523632:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979658.523633:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979658.523724:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979658.523727:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979658.523730:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1783979658.649194:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:2.0:1783979658.649202:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:2.0:1783979658.649207:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1783979658.649624:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1783979658.649633:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979658.649648:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783979658.649654:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979658.649670:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979659.545170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979659.545181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979659.545188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979659.545190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979659.545194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979659.545196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979659.545309:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979659.545315:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979659.545318:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979659.801356:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979659.801370:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979659.801374:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979659.801378:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979659.801384:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979659.801393:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10382
00000400:00000200:2.0:1783979659.801406:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979659.801413:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979659.801418:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979659.801421:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801426:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.801429:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801431:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979659.801437:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979659.801440:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979659.801443:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979659.801447:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979659.801450:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979659.801452:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979659.801456:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801458:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.801460:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801461:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979659.801464:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979659.801468:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801471:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979659.801474:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979659.801479:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979659.801482:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.801485:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979659.801488:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979659.801500:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343800.
00000020:00000040:2.0:1783979659.801504:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979659.801509:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979659.801511:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.801516:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979659.801519:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979659.801525:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979659.801534:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa000.
00000100:00000001:2.0:1783979659.801542:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979659.801553:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979659.801565:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979659.801571:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979659.801576:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006ccfbb0] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979659.801605:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979659.801609:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979659.801612:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979659.801614:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979659.801616:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979659.801619:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979659.801622:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10382
00000400:00000200:2.0:1783979659.801626:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979659.801629:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979659.801631:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979659.801634:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801636:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.801638:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801640:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979659.801643:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979659.801645:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979659.801646:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979659.801649:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979659.801652:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979659.801654:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979659.801657:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979659.801660:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979659.801660:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.801665:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979659.801667:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979659.801668:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:1.0:1783979659.801672:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1783979659.801673:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979659.801678:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801682:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979659.801684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979659.801685:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979659.801693:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979659.801697:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1783979659.801698:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.801700:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.801703:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1783979659.801707:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1783979659.801709:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1783979659.801712:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1783979659.801714:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.801718:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.801718:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979659.801726:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342a00.
00000020:00000040:2.0:1783979659.801729:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979659.801731:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979659.801732:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.801734:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979659.801736:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979659.801738:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979659.801742:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
00000100:00000001:2.0:1783979659.801746:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979659.801751:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979659.801760:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979659.801762:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979659.801766:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2502d62] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979659.801781:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979659.801783:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979659.801787:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979659.801789:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979659.801791:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979659.801793:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979659.801796:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10382
00000400:00000200:2.0:1783979659.801800:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979659.801803:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979659.801805:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979659.801809:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801810:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.801812:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801814:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979659.801816:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979659.801818:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979659.801819:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979659.801821:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979659.801823:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979659.801825:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979659.801828:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801830:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.801832:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801834:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979659.801836:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979659.801838:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801841:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979659.801843:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979659.801846:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979659.801848:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.801850:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979659.801852:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979659.801854:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.801856:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979659.801861:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340e00.
00000100:00100000:1.0:1783979659.801863:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559959296:192.168.201.140@tcp:250:kworker.0
00000020:00000040:2.0:1783979659.801865:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979659.801871:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1783979659.801873:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979659.801874:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.801878:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979659.801880:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979659.801881:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979659.801882:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.801885:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979659.801888:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
02000000:00000001:1.0:1783979659.801890:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979659.801894:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979659.801898:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b800.
00000100:00100000:2.0:1783979659.801902:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1783979659.801903:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979659.801913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979659.801913:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979659.801917:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1783979659.801922:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000100:00000040:2.0:1783979659.801923:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679cc294] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979659.801933:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000001:2.0:1783979659.801933:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979659.801938:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979659.801943:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979659.801944:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1783979659.801945:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559959296, portal 25
00000100:00080000:2.0:1783979659.801946:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979659.801951:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979659.801952:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979659.801956:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10382
00000400:00000200:2.0:1783979659.801960:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979659.801963:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1783979659.801965:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896589312 : -128863812962304 : ffff8acc8e343800)
00000100:00080000:2.0:1783979659.801966:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979659.801972:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801975:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979659.801977:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979659.801980:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.801985:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979659.801990:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979659.801992:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979659.801995:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1783979659.801997:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1783979659.801998:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000100:00000040:1.0:1783979659.802004:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000020:00000001:2.0:1783979659.802004:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979659.802009:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979659.802013:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.802015:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.802016:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.802018:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979659.802021:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979659.802023:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979659.802025:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979659.802027:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1783979659.802029:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
02000000:00000001:2.0:1783979659.802029:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979659.802033:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.802037:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1783979659.802038:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559959296, offset 0
00000008:00100000:2.0:1783979659.802040:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979659.802044:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.802046:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979659.802087:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000010:2.0:1783979659.802095:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343b80.
00000020:00000040:2.0:1783979659.802099:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000400:00000200:1.0:1783979659.802100:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:2.0:1783979659.802104:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979659.802107:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.802109:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1783979659.802112:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
02000000:00000001:2.0:1783979659.802112:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979659.802115:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979659.802121:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000400:00000200:1.0:1783979659.802122:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1783979659.802128:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979659.802131:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00100000:2.0:1783979659.802136:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979659.802139:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979659.802146:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979659.802154:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390695:390695:256:4294967295] 192.168.201.140@tcp LPNI seq info [390670:390670:8:4294967295]
00000100:00000001:2.0:1783979659.802154:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979659.802159:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979659.802163:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:2.0:1783979659.802167:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cce4058] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979659.802176:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979659.802181:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1783979659.802184:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1783979659.802188:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979659.802192:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979659.802193:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1783979659.802197:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979659.802199:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979659.802204:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10382
00000800:00000010:1.0:1783979659.802205:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000400:00000200:2.0:1783979659.802210:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979659.802217:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000200:1.0:1783979659.802218:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:2.0:1783979659.802221:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1783979659.802224:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1783979659.802226:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.802231:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.802236:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:1.1:1783979659.802236:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979659.802238:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000200:1.1:1783979659.802242:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1783979659.802243:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979659.802246:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979659.802250:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:1.0:1783979659.802251:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000020:00000040:2.0:1783979659.802253:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000800:00000010:1.0:1783979659.802256:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000020:00000001:2.0:1783979659.802257:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979659.802261:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000400:00000200:1.0:1783979659.802266:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1783979659.802266:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979659.802271:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979659.802291:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:1.0:1783979659.802292:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1783979659.802296:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979659.802300:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000400:00000200:1.0:1783979659.802301:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000100:00080000:2.0:1783979659.802305:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000010:1.0:1783979659.802306:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:2.0:1783979659.802311:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802314:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1783979659.802315:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979659.802320:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1783979659.802321:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979659.802324:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.802328:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979659.802331:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979659.802337:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.802340:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802342:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1783979659.802345:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343480.
00000100:00000040:1.0:1783979659.802347:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1783979659.802349:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979659.802355:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979659.802358:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802360:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979659.802362:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783979659.802364:0:2401:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1783979659.802365:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979659.802369:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802371:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979659.802375:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
00000400:00000200:1.0:1783979659.802378:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979659.802380:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802383:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305058507
00000100:00100000:2.0:1783979659.802388:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1783979659.802390:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cda20.
00000100:00000001:2.0:1783979659.802399:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979659.802400:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979659.802402:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979659.802408:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e189301] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802411:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305058507
00000100:00000010:1.0:1783979659.802418:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd5a0.
00000100:00000001:2.0:1783979659.802420:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802424:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000040:2.0:1783979659.802427:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10392)
00000100:00000001:1.0:1783979659.802430:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979659.802434:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802437:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979659.802443:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979659/real 1783979659]  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979659.802453:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979659.802456:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979659.802458:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979659.802460:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979659.802463:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979659.802465:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979659.802468:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979659.802477:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802484:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979659.802486:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802488:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.802490:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979659.802494:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802501:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979659.802505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802511:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979659.802515:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802516:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.802518:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802520:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979659.802523:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979659.802526:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979659.802529:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979659.802532:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979659.802536:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979659.802543:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559959296:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979659.802548:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802549:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.802552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343800 x1870627559959296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802559:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979659.802561:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979659.802564:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979659.802567:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979659.802569:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979659.802571:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979659.802573:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979659.802576:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:1.0:1783979659.802580:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979659.802582:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979659.802584:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343800.
00000100:00000001:1.0:1783979659.802588:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979659.802589:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802592:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802600:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979659.802603:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802605:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979659.802606:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979659.802608:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979659.802611:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802619:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979659.802620:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.802622:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979659.802624:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979659.802640:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979659.802644:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979659.802647:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979659.802650:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979659.802651:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.802653:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979659.802656:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979659.802658:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979659.802661:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979659.802664:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979659.802668:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979659.802671:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559959424, portal 10
00000100:00000001:1.0:1783979659.802673:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979659.802674:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:1.0:1783979659.802681:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802687:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979659.802689:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979659.802691:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979659.802694:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559959424, offset 0
00000400:00000200:1.0:1783979659.802698:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979659.802702:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979659.802706:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979659.802709:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979659.802711:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979659.802714:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979659.802716:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979659.802719:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390696:390696:256:4294967295] 192.168.201.140@tcp LPNI seq info [390671:390671:8:4294967295]
00000400:00000200:1.0:1783979659.802741:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979659.802748:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979659.802752:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979659.802755:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979659.802759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979659.802762:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979659.802766:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979659.802768:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979659.802771:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979659.802773:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979659.802776:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979659.802779:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979659.802782:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979659.802784:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979659.802786:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979659.802789:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802796:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.802799:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802806:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802807:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979659.802811:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979659.802815:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979659.802817:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979659.802818:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305054738
00000100:00000001:1.0:1783979659.802820:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305058507
00000100:00000001:1.0:1783979659.802822:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305054738
00000100:00000001:1.0:1783979659.802823:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305058507
00000100:00000001:1.0:1783979659.802825:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979659.802826:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802828:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979659.802830:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979659/real 1783979659]  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979659.802836:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979659.802837:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979659.802838:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979659.802839:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979659.802841:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979659.802842:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979659.802844:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979659.802849:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802853:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979659.802854:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802855:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.802855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979659.802857:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802861:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979659.802863:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802866:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979659.802868:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802868:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.802869:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.802870:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979659.802871:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979659.802873:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979659.802875:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979659.802876:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979659.802879:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979659.802883:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979659.802886:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979659.802887:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802891:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979659.802892:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.802893:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979659.802894:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979659.802895:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979659.802897:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979659.802899:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979659.802900:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979659.802901:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.802902:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979659.802905:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979659.802906:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979659.802908:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979659.802909:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979659.802911:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979659.802913:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559959552, portal 10
00000100:00000001:1.0:1783979659.802914:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979659.802915:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:1.0:1783979659.802919:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802924:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979659.802925:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979659.802927:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979659.802928:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559959552, offset 0
00000400:00000200:1.0:1783979659.802930:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979659.802933:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979659.802936:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979659.802938:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979659.802940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979659.802941:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979659.802943:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979659.802945:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390697:390697:256:4294967295] 192.168.201.140@tcp LPNI seq info [390672:390672:8:4294967295]
00000400:00000200:1.0:1783979659.802947:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979659.802952:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979659.802954:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979659.802956:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979659.802959:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979659.802961:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979659.802963:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979659.802965:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979659.802968:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979659.802969:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979659.802971:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979659.802973:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979659.802975:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979659.802976:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979659.802977:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979659.802979:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802984:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.802986:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.802990:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.802991:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979659.802993:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979659.802995:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979659.802997:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979659.802998:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305054734
00000100:00000001:1.0:1783979659.802999:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305058507
00000100:00000001:1.0:1783979659.803001:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305054734
00000100:00000001:1.0:1783979659.803002:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305058507
00000100:00000001:1.0:1783979659.803003:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979659.803004:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.803005:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979659.803007:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979659/real 1783979659]  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979659.803011:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979659.803012:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979659.803012:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979659.803013:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979659.803014:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979659.803016:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979659.803017:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979659.803022:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803026:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979659.803026:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803027:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.803028:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979659.803030:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803033:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979659.803036:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803040:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979659.803042:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803043:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.803044:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803044:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979659.803045:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979659.803065:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979659.803068:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979659.803070:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979659.803074:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979659.803081:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979659.803085:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979659.803088:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803094:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979659.803096:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.803098:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979659.803100:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979659.803102:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979659.803104:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979659.803107:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979659.803109:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979659.803110:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.803112:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979659.803115:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979659.803117:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979659.803121:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979659.803124:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979659.803128:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979659.803130:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559959680, portal 4
00000100:00000001:1.0:1783979659.803132:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979659.803133:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:1.0:1783979659.803139:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803143:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979659.803145:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979659.803146:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979659.803148:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559959680, offset 0
00000400:00000200:1.0:1783979659.803150:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979659.803153:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979659.803156:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979659.803157:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979659.803159:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979659.803161:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979659.803162:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979659.803164:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390698:390698:256:4294967295] 192.168.201.140@tcp LPNI seq info [390673:390673:8:4294967295]
00000400:00000200:1.0:1783979659.803166:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979659.803170:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979659.803173:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979659.803175:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979659.803177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979659.803179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979659.803182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979659.803183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979659.803186:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979659.803187:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979659.803189:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979659.803191:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979659.803194:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979659.803195:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979659.803197:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979659.803199:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803204:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.803206:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803210:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.803210:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979659.803212:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979659.803213:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979659.803215:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979659.803217:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305054762
00000100:00000001:1.0:1783979659.803218:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305058507
00000100:00000001:1.0:1783979659.803220:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305054762
00000100:00000001:1.0:1783979659.803221:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305058507
00000100:00000001:1.0:1783979659.803222:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979659.803223:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.803224:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979659.803226:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979659/real 1783979659]  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979659.803235:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979659.803236:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979659.803237:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979659.803239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979659.803240:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979659.803241:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979659.803243:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979659.803247:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803252:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979659.803253:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803254:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.803255:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979659.803257:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803260:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979659.803262:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803266:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979659.803267:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803268:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.803268:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803270:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979659.803271:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979659.803273:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979659.803284:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979659.803287:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979659.803291:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979659.803303:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979659.803307:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979659.803310:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803316:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979659.803318:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.803321:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979659.803322:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979659.803324:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979659.803327:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979659.803330:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979659.803332:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979659.803333:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979659.803335:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979659.803339:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b000.
02000000:00000001:1.0:1783979659.803340:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979659.803343:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979659.803346:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979659.803349:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979659.803351:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559959808, portal 4
00000100:00000001:1.0:1783979659.803353:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979659.803354:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:1.0:1783979659.803359:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803366:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979659.803368:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979659.803370:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979659.803373:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559959808, offset 0
00000400:00000200:1.0:1783979659.803376:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979659.803380:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979659.803384:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979659.803386:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979659.803388:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979659.803390:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979659.803392:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979659.803395:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390699:390699:256:4294967295] 192.168.201.140@tcp LPNI seq info [390674:390674:8:4294967295]
00000400:00000200:1.0:1783979659.803399:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979659.803405:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979659.803409:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979659.803413:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979659.803416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979659.803418:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1783979659.803422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979659.803425:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1783979659.803428:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979659.803430:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979659.803433:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979659.803437:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979659.803440:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979659.803441:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979659.803443:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979659.803447:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.803457:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979684 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803462:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.803464:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979659.803467:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979659.803470:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979659.803473:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979659.803475:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305054764
00000100:00000001:1.0:1783979659.803478:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305058507
00000100:00000001:1.0:1783979659.803480:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305054764
00000100:00000001:1.0:1783979659.803482:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305058507
00000100:00000001:1.0:1783979659.803484:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979659.803486:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.803488:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979659.803492:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979659/real 1783979659]  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979659.803500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979659.803501:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979659.803503:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979659.803505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979659.803507:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979659.803508:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979659.803511:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979659.803518:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803524:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979659.803525:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803527:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.803528:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979659.803531:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803537:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979659.803540:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803547:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979659.803549:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803551:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979659.803552:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803554:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979659.803555:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979659.803558:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979659.803561:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979659.803563:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979659.803567:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979659.803573:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559959808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979659.803576:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803578:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.803581:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559959424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803586:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979659.803588:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979659.803590:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979659.803592:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979659.803594:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979659.803595:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979659.803597:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979659.803600:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:1.0:1783979659.803602:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979659.803604:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979659.803605:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:1.0:1783979659.803608:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979659.803609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803610:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.803613:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559959552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803620:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979659.803621:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979659.803623:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979659.803625:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979659.803626:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979659.803627:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979659.803629:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979659.803630:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:1.0:1783979659.803631:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979659.803633:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979659.803634:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:1.0:1783979659.803636:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979659.803637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.803640:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559959680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803644:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979659.803645:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979659.803646:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979659.803647:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979659.803648:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979659.803648:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979659.803649:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979659.803650:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:1.0:1783979659.803651:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979659.803651:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979659.803652:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:1.0:1783979659.803653:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979659.803654:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803655:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979659.803656:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559959808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979684 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979659.803659:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979659.803660:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979659.803661:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:1.0:1783979659.803662:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979659.803662:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979659.803663:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979659.803664:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979659.803664:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:1.0:1783979659.803665:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979659.803666:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979659.803667:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:1.0:1783979659.803668:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979659.803668:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803670:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979659.803674:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979659.803675:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979659.803676:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979659.803678:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979660.569247:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979660.569250:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979660.569255:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569260:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979660.569302:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569305:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569308:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569314:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979660.569316:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979660.569318:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979660.569319:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569321:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979660.569322:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569325:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569327:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979660.569331:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979660.569332:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979660.569408:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979660.569414:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979660.569418:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979661.593217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979661.593224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979661.593228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979661.593229:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979661.593232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979661.593233:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979661.593359:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979661.593365:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979661.593368:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979662.617225:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979662.617246:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979662.617254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979662.617256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979662.617260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979662.617261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979662.617377:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979662.617382:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979662.617385:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979663.641236:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979663.641247:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979663.641254:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979663.641256:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979663.641261:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979663.641262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979663.641371:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305058507, at 4305058560
00000100:00000010:2.0:1783979663.641386:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cda20.
00000100:00000040:3.0:1783979663.644360:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305058507, at 4305058563
00000100:00000010:3.0:1783979663.644381:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd5a0.
00000020:00000001:0.0:1783979663.647097:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979663.647106:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979663.647112:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979664.665283:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979664.665294:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979664.665302:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979664.665303:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979664.665307:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979664.665308:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979664.665424:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979664.665429:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979664.665433:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979664.921232:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979664.921247:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979664.921250:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979664.921255:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979664.921261:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979664.921270:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10387
00000400:00000200:2.0:1783979664.921295:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979664.921304:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979664.921308:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979664.921311:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921316:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979664.921318:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921321:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979664.921326:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979664.921329:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979664.921332:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979664.921336:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979664.921339:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979664.921342:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979664.921344:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921347:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979664.921349:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921351:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979664.921353:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979664.921357:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921360:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979664.921364:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979664.921368:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979664.921371:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921374:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979664.921377:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979664.921390:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341c00.
00000020:00000040:2.0:1783979664.921395:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979664.921400:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979664.921402:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921406:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979664.921409:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979664.921414:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979664.921424:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979664.921433:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979664.921444:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979664.921455:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979664.921461:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979664.921466:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4f76fdf] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979664.921502:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979664.921506:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979664.921509:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979664.921511:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979664.921513:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979664.921517:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979664.921520:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10387
00000400:00000200:2.0:1783979664.921524:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979664.921527:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979664.921529:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979664.921532:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921534:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979664.921536:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921538:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979664.921540:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979664.921541:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979664.921543:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979664.921546:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979664.921548:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979664.921550:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979664.921553:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921555:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979664.921557:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921559:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979664.921561:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979664.921564:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921566:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979664.921568:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979664.921574:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979664.921576:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921579:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979664.921584:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979664.921587:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921590:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979664.921595:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343100.
00000020:00000040:2.0:1783979664.921597:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979664.921600:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979664.921601:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921603:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1783979664.921605:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1783979664.921605:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979664.921608:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.921612:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1783979664.921614:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:1.0:1783979664.921617:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1783979664.921620:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979664.921628:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1783979664.921635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979664.921637:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979664.921640:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979664.921648:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb52a7d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.921650:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979664.921655:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.921661:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979664.921666:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979664.921671:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921672:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979664.921676:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1783979664.921678:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559959936:192.168.201.140@tcp:250:kworker.0
00000100:00080000:2.0:1783979664.921682:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979664.921685:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1783979664.921687:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1783979664.921688:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979664.921693:0:180700:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1783979664.921695:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1783979664.921698:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10387
02000000:00000001:1.0:1783979664.921700:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979664.921705:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:1.0:1783979664.921706:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1783979664.921710:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979664.921713:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1783979664.921714:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659c00.
00000100:00000040:2.0:1783979664.921718:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:1.0:1783979664.921719:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921724:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979664.921727:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921730:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:1.0:1783979664.921731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:2.0:1783979664.921735:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979664.921737:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000400:00000010:1.0:1783979664.921739:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000020:00000001:2.0:1783979664.921740:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1783979664.921749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000020:00000040:2.0:1783979664.921755:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979664.921757:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000200:1.0:1783979664.921758:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559959936, portal 25
00000020:00000001:2.0:1783979664.921760:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000001:1.0:1783979664.921764:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1783979664.921767:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979664.921768:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000001:2.0:1783979664.921771:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979664.921775:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:1.0:1783979664.921778:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979664.921779:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979664.921784:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979664.921790:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921795:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979664.921800:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1783979664.921806:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1783979664.921806:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979664.921810:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921814:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1783979664.921815:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000008:00100000:2.0:1783979664.921817:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1783979664.921819:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000008:00000001:2.0:1783979664.921822:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921825:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979664.921826:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559959936, offset 0
00000100:00000010:2.0:1783979664.921830:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342680.
00000020:00000040:2.0:1783979664.921834:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000400:00000200:1.0:1783979664.921838:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
02000000:00000001:2.0:1783979664.921839:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979664.921842:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921843:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979664.921845:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979664.921847:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.921851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000010:2.0:1783979664.921852:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979664.921857:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.921861:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00100000:2.0:1783979664.921864:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1783979664.921870:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1783979664.921875:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1783979664.921878:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000001:2.0:1783979664.921880:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.921885:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1783979664.921887:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073a951f8] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979664.921896:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979664.921899:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979664.921902:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979664.921904:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979664.921905:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979664.921907:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979664.921910:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10387
00000400:00000200:2.0:1783979664.921914:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979664.921917:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979664.921920:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979664.921923:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921925:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979664.921927:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921930:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979664.921932:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979664.921933:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979664.921935:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979664.921937:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979664.921939:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979664.921941:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979664.921944:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921946:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979664.921948:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921950:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979664.921952:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979664.921954:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979664.921957:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979664.921958:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979664.921961:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979664.921963:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921965:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979664.921967:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979664.921969:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921971:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979664.921974:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340700.
00000020:00000040:2.0:1783979664.921976:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979664.921979:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979664.921980:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.921981:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979664.921982:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979664.921984:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979664.921988:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:2.0:1783979664.921992:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979664.921996:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979664.922004:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979664.922006:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979664.922010:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004917f9bd] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979664.922018:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979664.922020:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979664.922024:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979664.922025:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979664.922026:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979664.922029:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979664.922031:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10387
00000400:00000200:2.0:1783979664.922035:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979664.922038:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979664.922040:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979664.922043:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.922045:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1783979664.922083:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979664.922089:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390700:390700:256:4294967295] 192.168.201.140@tcp LPNI seq info [390675:390675:8:4294967295]
00000100:00000040:2.0:1783979664.922091:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.922096:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:1.0:1783979664.922101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:2.0:1783979664.922101:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979664.922105:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979664.922107:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979664.922110:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979664.922113:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979664.922117:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000400:00000200:1.0:1783979664.922120:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1783979664.922124:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.922129:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1783979664.922133:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000040:2.0:1783979664.922136:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979664.922139:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000010:1.0:1783979664.922143:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000020:00000040:2.0:1783979664.922143:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979664.922148:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979664.922153:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979664.922157:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1783979664.922158:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:2.0:1783979664.922161:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1783979664.922165:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1783979664.922165:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.922169:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979664.922172:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1783979664.922175:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000008:00000001:2.0:1783979664.922177:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.922181:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1783979664.922182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000100:00000010:2.0:1783979664.922196:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340000.
00000800:00000100:1.0:1783979664.922199:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000020:00000040:2.0:1783979664.922201:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000800:00000010:1.0:1783979664.922204:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
02000000:00000001:2.0:1783979664.922206:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979664.922209:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979664.922211:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979664.922213:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1783979664.922215:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1783979664.922215:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979664.922223:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000400:00000200:1.0:1783979664.922225:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1783979664.922230:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.922234:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000100:00100000:2.0:1783979664.922239:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1783979664.922240:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979664.922248:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1783979664.922251:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979664.922254:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1783979664.922256:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979664.922262:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6aa5db] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922274:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783979664.922276:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979664.922282:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979664.922284:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10397)
00000100:00000001:1.0:1783979664.922299:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.922302:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979664.922309:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.922313:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979664.922316:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305063627
00000100:00000010:1.0:1783979664.922321:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cdde0.
00000100:00000001:1.0:1783979664.922329:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783979664.922335:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305063627
00000100:00000010:1.0:1783979664.922337:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc860cd240.
00000100:00000001:1.0:1783979664.922340:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:1.0:1783979664.922342:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979664.922344:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.922347:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979664.922350:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979664/real 1783979664]  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979664.922357:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979664.922359:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979664.922361:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979664.922363:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979664.922364:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979664.922366:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979664.922369:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979664.922375:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922379:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979664.922380:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.922382:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.922384:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979664.922386:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922392:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979664.922395:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922400:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979664.922402:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.922403:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.922404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.922405:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979664.922407:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979664.922409:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979664.922411:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979664.922413:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979664.922415:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979664.922420:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559959936:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979664.922423:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.922425:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.922427:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559959936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922431:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979664.922434:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979664.922436:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979664.922438:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979664.922440:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979664.922441:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:1.0:1783979664.922443:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979664.922445:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:1.0:1783979664.922449:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979664.922451:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979664.922453:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:1.0:1783979664.922456:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979664.922457:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.922459:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.922476:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979664.922478:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.922479:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979664.922481:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979664.922481:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979664.922484:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922489:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979664.922490:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.922492:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979664.922494:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979664.922495:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979664.922497:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979664.922499:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979664.922501:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979664.922502:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.922504:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979664.922506:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979664.922507:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.922510:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979664.922512:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979664.922515:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979664.922517:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559960064, portal 10
00000100:00000001:1.0:1783979664.922519:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979664.922520:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:1.0:1783979664.922525:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922530:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979664.922531:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979664.922533:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979664.922535:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559960064, offset 0
00000400:00000200:1.0:1783979664.922538:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979664.922540:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979664.922543:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979664.922546:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979664.922548:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979664.922550:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979664.922551:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979664.922553:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390701:390701:256:4294967295] 192.168.201.140@tcp LPNI seq info [390676:390676:8:4294967295]
00000400:00000200:1.0:1783979664.922556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979664.922560:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979664.922563:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979664.922564:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979664.922567:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979664.922568:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979664.922571:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979664.922573:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979664.922576:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979664.922577:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979664.922579:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979664.922581:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979664.922583:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979664.922584:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979664.922585:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979664.922587:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922592:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.922594:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.922598:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.922598:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979664.922601:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979664.922604:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:1.0:1783979664.922606:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979664.922607:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305059858
00000100:00000001:1.0:1783979664.922609:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305063627
00000100:00000001:1.0:1783979664.922610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305059858
00000100:00000001:1.0:1783979664.922612:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305063627
00000100:00000001:1.0:1783979664.922613:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979664.922614:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.922615:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979664.922617:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979664/real 1783979664]  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979664.923521:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979664.923524:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979664.923528:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979664.923533:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979664.923535:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979664.923538:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979664.923546:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979664.923555:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.923561:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979664.923563:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.923565:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.923567:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979664.923570:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.923576:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979664.923580:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.923642:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979664.923645:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.923647:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.923648:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.923651:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979664.923653:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979664.923656:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979664.923661:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979664.923664:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979664.923668:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979664.923677:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979664.923683:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979664.923687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.923695:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979664.923698:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.923701:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979664.923705:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979664.923708:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979664.923711:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979664.923715:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979664.923719:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979664.923721:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.923723:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979664.923732:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979664.923734:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.923754:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979664.923758:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979664.923763:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979664.923769:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559960192, portal 10
00000100:00000001:1.0:1783979664.923772:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979664.923774:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:1.0:1783979664.923782:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.923789:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979664.923792:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979664.923795:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979664.923798:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559960192, offset 0
00000400:00000200:1.0:1783979664.923805:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979664.923811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979664.923818:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979664.923823:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979664.923827:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979664.923831:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979664.923834:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979664.923837:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390702:390702:256:4294967295] 192.168.201.140@tcp LPNI seq info [390677:390677:8:4294967295]
00000400:00000200:1.0:1783979664.923841:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979664.923850:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979664.923856:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979664.923861:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979664.923867:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979664.923871:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979664.923876:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979664.923879:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979664.923883:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979664.923885:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979664.923898:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979664.923902:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979664.923907:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979664.923912:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979664.923914:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979664.923918:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.923926:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.923929:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.923935:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.923937:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979664.923941:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979664.923945:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:1.0:1783979664.923948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979664.923952:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305059855
00000100:00000001:1.0:1783979664.923955:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305063627
00000100:00000001:1.0:1783979664.923957:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305059855
00000100:00000001:1.0:1783979664.923959:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305063627
00000100:00000001:1.0:1783979664.923962:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979664.923964:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.923967:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979664.923971:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979664/real 1783979664]  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979664.923978:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979664.923980:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979664.923981:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979664.923984:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979664.923985:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979664.923988:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979664.923991:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979664.923998:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924004:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979664.924005:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.924007:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.924008:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979664.924011:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924017:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979664.924021:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924028:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979664.924030:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.924031:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.924033:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.924035:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979664.924036:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979664.924039:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979664.924042:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979664.924044:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979664.924071:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979664.924079:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:1.0:1783979664.924083:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979664.924088:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924094:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979664.924096:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.924098:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979664.924100:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979664.924102:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979664.924105:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979664.924108:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979664.924111:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979664.924112:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.924114:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979664.924117:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979664.924119:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.924122:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979664.924125:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979664.924129:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979664.924132:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559960320, portal 4
00000100:00000001:1.0:1783979664.924134:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979664.924135:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:1.0:1783979664.924140:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924145:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979664.924148:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979664.924150:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979664.924152:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559960320, offset 0
00000400:00000200:1.0:1783979664.924156:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979664.924160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979664.924164:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979664.924167:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979664.924169:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979664.924172:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979664.924174:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979664.924176:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390703:390703:256:4294967295] 192.168.201.140@tcp LPNI seq info [390678:390678:8:4294967295]
00000400:00000200:1.0:1783979664.924180:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979664.924197:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979664.924203:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979664.924206:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979664.924210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979664.924212:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979664.924216:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979664.924218:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979664.924222:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979664.924224:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979664.924227:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979664.924230:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979664.924233:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979664.924235:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979664.924237:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979664.924241:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924249:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.924252:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924707:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.924709:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979664.924716:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979664.924720:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:1.0:1783979664.924724:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979664.924726:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305059883
00000100:00000001:1.0:1783979664.924729:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305063627
00000100:00000001:1.0:1783979664.924732:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305059883
00000100:00000001:1.0:1783979664.924734:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305063627
00000100:00000001:1.0:1783979664.924736:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979664.924739:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.924749:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979664.924755:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979664/real 1783979664]  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979664.924764:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979664.924765:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979664.924767:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979664.924770:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979664.924771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979664.924773:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979664.924776:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979664.924783:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924789:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979664.924790:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.924792:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.924793:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979664.924796:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924802:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979664.924805:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924811:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979664.924814:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.924815:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.924816:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.924819:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979664.924820:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979664.924823:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979664.924826:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979664.924828:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979664.924831:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979664.924839:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979664.924843:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979664.924847:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.924853:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1783979664.924854:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.924857:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979664.924859:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979664.924861:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979664.924864:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979664.924867:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783979664.924869:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1783979664.924871:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979664.924873:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1783979664.924877:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979664.924879:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1783979664.924882:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:1.0:1783979664.924885:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc882b5a50.
00000400:00000010:1.0:1783979664.924887:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7337f8.
00000100:00000200:1.0:1783979664.925015:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559960448, portal 4
00000100:00000001:1.0:1783979664.925019:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979664.925020:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:1.0:1783979664.925028:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925034:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1783979664.925037:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:1.0:1783979664.925040:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad733e58.
00000100:00000200:1.0:1783979664.925043:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559960448, offset 0
00000400:00000200:1.0:1783979664.925087:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:1.0:1783979664.925092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979664.925097:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979664.925100:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1783979664.925103:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:1.0:1783979664.925105:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1783979664.925107:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:1.0:1783979664.925110:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390704:390704:256:4294967295] 192.168.201.140@tcp LPNI seq info [390679:390679:8:4294967295]
00000400:00000200:1.0:1783979664.925114:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979664.925120:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1783979664.925124:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979664.925130:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb2b04300.
00000800:00000200:1.0:1783979664.925134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.0:1783979664.925137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1783979664.925141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:1.1:1783979664.925144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1783979664.925148:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:1.0:1783979664.925151:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb2b04300.
00000400:00000200:1.0:1783979664.925155:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1783979664.925157:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1783979664.925161:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad733e58
00000400:00000010:1.0:1783979664.925162:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad733e58.
00000100:00000001:1.0:1783979664.925165:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979664.925168:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925176:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.925179:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979689 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925195:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.925196:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979664.925200:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979664.925203:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:1.0:1783979664.925206:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979664.925208:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305059886
00000100:00000001:1.0:1783979664.925211:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305063627
00000100:00000001:1.0:1783979664.925213:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305059886
00000100:00000001:1.0:1783979664.925215:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305063627
00000100:00000001:1.0:1783979664.925217:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979664.925219:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.925221:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1783979664.925225:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979664/real 1783979664]  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1783979664.925232:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1783979664.925233:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1783979664.925235:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc882b5a50.
00000400:00000200:1.0:1783979664.925237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7337f8
00000400:00000010:1.0:1783979664.925238:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7337f8.
00000100:00000001:1.0:1783979664.925240:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1783979664.925243:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979664.925250:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925415:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1783979664.925417:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925419:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.925421:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1783979664.925425:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925432:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979664.925436:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925442:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979664.925446:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925447:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979664.925448:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925450:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1783979664.925452:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1783979664.925454:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1783979664.925458:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979664.925459:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783979664.925463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1783979664.925540:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:1.0:1783979664.925545:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925548:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.925552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559960064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925559:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979664.925562:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979664.925565:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:1.0:1783979664.925570:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979664.925572:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979664.925574:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979664.925577:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979664.925580:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:1.0:1783979664.925585:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979664.925659:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979664.925662:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:1.0:1783979664.925668:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979664.925669:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925671:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.925677:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559960192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925690:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979664.925692:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979664.925694:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f659800.
02000000:00000001:1.0:1783979664.925696:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979664.925698:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979664.925699:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:1.0:1783979664.925701:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979664.925702:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:1.0:1783979664.925704:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979664.925705:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979664.925706:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:1.0:1783979664.925709:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979664.925710:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925712:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.925716:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559960320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925722:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979664.925723:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979664.925725:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:1.0:1783979664.925727:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979664.925728:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979664.925729:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979664.925731:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979664.925732:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:1.0:1783979664.925734:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979664.925735:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979664.925737:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:1.0:1783979664.925739:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979664.925787:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925790:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979664.925795:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559960448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979689 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979664.925800:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1783979664.925802:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1783979664.925804:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:1.0:1783979664.925807:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1783979664.925808:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1783979664.925810:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:1.0:1783979664.925811:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1783979664.925812:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:1.0:1783979664.925815:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1783979664.925816:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1783979664.925817:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:1.0:1783979664.925819:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1783979664.925821:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925823:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979664.925833:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979664.925836:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979664.925838:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979664.925840:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979665.689275:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979665.689282:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979665.689287:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979665.689288:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979665.689291:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979665.689294:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979665.689296:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979665.689300:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979665.689303:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979665.689305:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979665.689306:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979665.689308:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979665.689416:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979665.689422:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979665.689425:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979666.716287:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979666.716296:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979666.716301:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979666.716302:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979666.716305:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979666.716307:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979666.716960:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979666.716964:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979666.716968:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979667.737260:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979667.737267:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979667.737271:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979667.737273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979667.737276:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979667.737278:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979667.737488:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979667.737492:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979667.737494:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979668.761164:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305063627, at 4305063680
00010000:00000001:1.0:1783979668.761169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979668.761173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979668.761177:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979668.761178:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cd240.
00010000:00000001:1.0:1783979668.761179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979668.761182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979668.761183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979668.761283:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979668.761286:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979668.761288:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305063627, at 4305063680
00010000:00010000:0.0:1783979668.761289:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1783979668.761294:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc860cdde0.
00010000:00000001:1.0:1783979669.785237:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979669.785248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979669.785256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979669.785258:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979669.785263:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979669.785264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979669.785366:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979669.785373:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979669.785378:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979670.041307:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979670.041323:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979670.041326:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979670.041331:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979670.041337:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979670.041351:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10392
00000400:00000200:3.0:1783979670.041365:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979670.041374:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979670.041378:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979670.041382:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041386:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.041390:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041393:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979670.041398:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979670.041400:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979670.041404:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979670.041409:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979670.041412:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979670.041414:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979670.041417:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041420:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.041423:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041424:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979670.041427:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979670.041431:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041434:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979670.041438:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979670.041443:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979670.041447:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041450:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979670.041453:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979670.041463:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979670.041468:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979670.041473:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979670.041475:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041479:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979670.041483:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979670.041488:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979670.041501:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979670.041511:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979670.041529:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979670.041541:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979670.041547:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979670.041553:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979670.041588:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979670.041592:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979670.041596:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979670.041598:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979670.041599:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979670.041603:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979670.041606:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10392
00000400:00000200:3.0:1783979670.041610:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979670.041613:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979670.041615:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979670.041618:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041620:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.041622:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041625:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979670.041627:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979670.041628:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979670.041630:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979670.041633:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979670.041636:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979670.041638:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979670.041641:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041643:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.041647:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041649:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979670.041652:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979670.041655:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041657:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979670.041658:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979670.041665:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979670.041668:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041670:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979670.041674:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979670.041678:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041680:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979670.041685:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979670.041688:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979670.041691:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979670.041693:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041694:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979670.041696:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979670.041698:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979670.041703:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979670.041707:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979670.041712:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979670.041720:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979670.041722:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979670.041727:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979670.041741:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979670.041744:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979670.041747:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979670.041749:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979670.041750:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979670.041752:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979670.041757:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10392
00000400:00000200:3.0:1783979670.041762:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979670.041765:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979670.041767:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979670.041770:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041772:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.041773:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041775:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979670.041777:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979670.041778:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979670.041780:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979670.041782:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979670.041784:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979670.041786:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979670.041789:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041790:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.041802:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041805:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979670.041807:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979670.041809:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041811:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979670.041814:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979670.041817:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979670.041819:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041821:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979670.041823:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979670.041826:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041829:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979670.041833:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979670.041836:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979670.041839:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979670.041841:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041843:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979670.041845:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979670.041848:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979670.041853:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979670.041857:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979670.041863:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979670.041870:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979670.041873:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979670.041877:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979670.041894:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979670.041897:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979670.041900:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979670.041901:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979670.041903:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979670.041905:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979670.041908:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10392
00000400:00000200:3.0:1783979670.041912:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979670.041915:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979670.041917:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979670.041920:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041921:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.041923:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041925:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979670.041927:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979670.041928:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979670.041929:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979670.041931:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979670.041933:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979670.041934:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979670.041937:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041939:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.041940:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041942:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979670.041944:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979670.041946:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979670.041948:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979670.041949:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979670.041952:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979670.041954:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041956:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979670.041958:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979670.041960:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041961:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979670.041965:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979670.041967:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979670.041969:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979670.041970:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.041972:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979670.041973:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979670.041975:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979670.041979:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979670.041983:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979670.041987:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979670.041994:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979670.041996:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979670.041999:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979670.042007:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979670.042010:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979670.042013:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979670.042015:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979670.042016:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979670.042019:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979670.042022:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10392
00000400:00000200:3.0:1783979670.042026:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979670.042028:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979670.042030:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979670.042033:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.042035:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.042037:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.042038:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979670.042041:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979670.042042:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979670.042044:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979670.042108:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979670.042111:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979670.042114:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979670.042117:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.042119:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979670.042122:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979670.042124:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979670.042126:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979670.042129:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979670.042131:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979670.042133:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979670.042136:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979670.042138:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.042140:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979670.042142:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979670.042145:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.042146:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979670.042150:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979670.042152:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979670.042154:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979670.042156:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979670.042157:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979670.042159:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979670.042161:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979670.042165:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979670.042168:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979670.042172:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979670.042179:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979670.042182:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979670.042185:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979670.042193:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979670.042198:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10402)
00000100:00000001:2.0:1783979670.042322:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979670.042328:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979670.042331:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979670.042338:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042348:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979670.042350:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.042355:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979670.042359:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979670.042362:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979670.042366:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559960576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979670.042376:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979670.042383:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979670.042386:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.042388:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979670.042394:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979670.042397:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979670.042403:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979670.042408:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979670.042416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979670.042425:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559960576, portal 25
00000100:00000001:2.0:1783979670.042428:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979670.042430:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:2.0:1783979670.042435:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042444:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979670.042448:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979670.042451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979670.042455:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559960576, offset 0
00000400:00000200:2.0:1783979670.042466:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979670.042476:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.042484:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979670.042491:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979670.042496:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979670.042501:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979670.042505:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979670.042509:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390705:390705:256:4294967295] 192.168.201.140@tcp LPNI seq info [390680:390680:8:4294967295]
00000400:00000200:2.0:1783979670.042513:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.042524:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979670.042531:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.042537:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979670.042544:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979670.042548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979670.042553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979670.042556:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979670.042560:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.042562:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979670.042568:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979670.042572:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979670.042578:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979670.042580:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979670.042584:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979670.042588:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042597:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.042600:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042607:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.042609:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979670.042615:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979670.042618:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979670.042622:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305068747
00000100:00000010:2.0:1783979670.042626:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979670.042635:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979670.042643:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305068747
00000100:00000010:2.0:1783979670.042647:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627d20.
00000100:00000001:2.0:1783979670.042652:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979670.042655:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979670.042658:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.042661:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979670.042666:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979670/real 1783979670]  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979670.042676:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979670.042679:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979670.042683:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979670.042687:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979670.042689:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979670.042692:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979670.042700:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979670.042713:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042722:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979670.042726:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.042728:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.042731:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979670.042736:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042744:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979670.042750:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042757:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979670.042760:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.042761:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.042762:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.042765:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979670.042768:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979670.042772:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979670.042778:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979670.042781:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979670.042785:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979670.042795:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559960576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979670.042802:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979670.042808:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042815:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979670.042816:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.042818:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979670.042821:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979670.042823:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979670.042826:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979670.042830:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979670.042832:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979670.042834:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.042836:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979670.042840:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979670.042841:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979670.042845:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979670.042847:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979670.042850:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979670.042854:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559960704, portal 10
00000100:00000001:2.0:1783979670.042856:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979670.042858:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979670.042866:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.042878:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979670.042880:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979670.042943:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979670.042948:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559960704, offset 0
00000400:00000200:2.0:1783979670.042953:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979670.042957:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.042960:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979670.042963:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979670.042965:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979670.042967:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979670.042969:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979670.042972:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390706:390706:256:4294967295] 192.168.201.140@tcp LPNI seq info [390681:390681:8:4294967295]
00000400:00000200:2.0:1783979670.042976:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.042981:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979670.042985:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.042988:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979670.042992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979670.042995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979670.042999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979670.043001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979670.043005:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.043007:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979670.043010:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979670.043013:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979670.043015:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979670.043017:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979670.043019:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979670.043022:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043029:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.043032:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.043044:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979670.043069:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979670.043073:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979670.043077:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979670.043080:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305064979
00000100:00000001:2.0:1783979670.043082:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305068747
00000100:00000001:2.0:1783979670.043084:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305064979
00000100:00000001:2.0:1783979670.043086:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305068747
00000100:00000001:2.0:1783979670.043089:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979670.043091:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.043093:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979670.043106:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979670/real 1783979670]  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979670.043115:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979670.043116:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979670.043118:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979670.043120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979670.043122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979670.043124:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979670.043127:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979670.043135:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043142:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979670.043143:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043145:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.043146:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979670.043150:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043156:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979670.043160:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043167:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979670.043169:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043171:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.043172:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043174:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979670.043176:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979670.043178:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979670.043182:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979670.043184:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979670.043188:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979670.043195:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979670.043200:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979670.043203:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043210:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979670.043211:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.043213:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979670.043215:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979670.043217:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979670.043220:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979670.043223:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979670.043225:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979670.043228:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.043229:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979670.043233:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979670.043235:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979670.043238:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979670.043241:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979670.043244:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979670.043247:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559960832, portal 10
00000100:00000001:2.0:1783979670.043249:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979670.043250:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979670.043256:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043262:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979670.043265:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979670.043267:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979670.043270:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559960832, offset 0
00000400:00000200:2.0:1783979670.043274:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979670.043278:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.043281:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979670.043284:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979670.043286:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979670.043289:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979670.043291:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979670.043294:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390707:390707:256:4294967295] 192.168.201.140@tcp LPNI seq info [390682:390682:8:4294967295]
00000400:00000200:2.0:1783979670.043298:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.043304:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979670.043308:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.043312:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979670.043315:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979670.043318:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979670.043322:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979670.043325:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979670.043328:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.043330:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979670.043333:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979670.043336:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979670.043340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979670.043342:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979670.043344:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979670.043348:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043356:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.043359:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043365:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.043367:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979670.043370:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979670.043373:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979670.043376:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979670.043379:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305064975
00000100:00000001:2.0:1783979670.043381:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305068747
00000100:00000001:2.0:1783979670.043383:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305064975
00000100:00000001:2.0:1783979670.043385:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305068747
00000100:00000001:2.0:1783979670.043387:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979670.043389:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.043391:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979670.043395:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979670/real 1783979670]  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979670.043403:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979670.043404:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979670.043405:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979670.043408:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979670.043409:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979670.043412:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979670.043415:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979670.043423:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043429:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979670.043430:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043432:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.043434:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979670.043437:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043444:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979670.043447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043454:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979670.043456:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.043459:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043460:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979670.043462:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979670.043464:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979670.043468:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979670.043470:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979670.043473:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979670.043480:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979670.043483:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979670.043487:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043493:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979670.043494:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.043496:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979670.043498:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979670.043499:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979670.043501:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979670.043504:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979670.043506:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979670.043507:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.043509:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979670.043512:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979670.043514:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979670.043517:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979670.043519:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979670.043522:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979670.043525:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559960960, portal 4
00000100:00000001:2.0:1783979670.043526:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979670.043527:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979670.043532:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043538:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979670.043540:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979670.043542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979670.043544:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559960960, offset 0
00000400:00000200:2.0:1783979670.043547:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979670.043550:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.043553:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979670.043556:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979670.043558:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979670.043560:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979670.043562:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979670.043566:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390708:390708:256:4294967295] 192.168.201.140@tcp LPNI seq info [390683:390683:8:4294967295]
00000400:00000200:2.0:1783979670.043570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.043575:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979670.043579:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.043583:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979670.043586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979670.043589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979670.043593:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979670.043596:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979670.043599:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.043601:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979670.043604:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979670.043607:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979670.043609:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979670.043611:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979670.043613:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979670.043616:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043623:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.043626:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043632:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.043633:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979670.043637:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979670.043640:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979670.043643:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979670.043645:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305065002
00000100:00000001:2.0:1783979670.043647:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305068747
00000100:00000001:2.0:1783979670.043649:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305065002
00000100:00000001:2.0:1783979670.043651:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305068747
00000100:00000001:2.0:1783979670.043653:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979670.043656:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.043657:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979670.043661:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979670/real 1783979670]  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979670.043669:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979670.043670:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979670.043672:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979670.043674:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979670.043675:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979670.043678:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979670.043681:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979670.043688:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043694:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979670.043695:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043697:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.043698:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979670.043701:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043707:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979670.043711:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043717:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979670.043720:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043721:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.043722:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.043724:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979670.043725:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979670.043728:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979670.043731:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979670.043733:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979670.043737:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979670.043744:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559960960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979670.043748:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979670.043751:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043758:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979670.043759:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.043761:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979670.043763:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979670.043765:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979670.043767:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979670.043771:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979670.043772:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979670.043774:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979670.043775:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979670.043778:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979670.043781:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979670.043784:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979670.043786:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979670.043789:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979670.043792:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559961088, portal 4
00000100:00000001:2.0:1783979670.043794:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979670.043795:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:2.0:1783979670.043800:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.043807:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979670.043809:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979670.043812:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979670.043814:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559961088, offset 0
00000400:00000200:2.0:1783979670.043818:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979670.043822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.043826:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979670.043829:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979670.043831:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979670.043833:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979670.043835:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979670.043838:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390709:390709:256:4294967295] 192.168.201.140@tcp LPNI seq info [390684:390684:8:4294967295]
00000400:00000200:2.0:1783979670.043842:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979670.043847:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979670.043852:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.043855:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979670.043859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979670.043861:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979670.043865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979670.043867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979670.043871:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979670.043872:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979670.043875:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979670.043878:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979670.043881:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979670.043883:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979670.045133:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979670.045142:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045153:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.045156:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045163:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.045165:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979670.045173:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979670.045176:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979670.045180:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979670.045182:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305065006
00000100:00000001:2.0:1783979670.045185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305068747
00000100:00000001:2.0:1783979670.045187:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305065006
00000100:00000001:2.0:1783979670.045190:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305068747
00000100:00000001:2.0:1783979670.045193:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979670.045196:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.045198:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979670.045202:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979670/real 1783979670]  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979670.045212:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979670.045214:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979670.045217:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979670.045220:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979670.045221:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979670.045224:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979670.045228:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979670.045237:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045243:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979670.045245:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045247:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.045248:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979670.045252:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045258:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979670.045263:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045270:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979670.045273:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045274:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979670.045276:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045278:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979670.045280:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979670.045283:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979670.045286:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979670.045288:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979670.045292:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979670.045300:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979670.045306:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045308:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.045312:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559960576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045320:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979670.045323:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979670.045327:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979670.045331:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979670.045334:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979670.045336:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979670.045338:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979670.045341:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979670.045345:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979670.045347:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979670.045350:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:2.0:1783979670.045353:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979670.045355:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045357:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.045361:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559960704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045368:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979670.045370:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979670.045371:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979670.045373:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979670.045374:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979670.045376:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979670.045377:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979670.045379:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979670.045381:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979670.045382:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979670.045383:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979670.045386:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979670.045388:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045390:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.045394:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559960832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045400:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979670.045402:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979670.045403:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979670.045405:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979670.045406:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979670.045408:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979670.045410:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979670.045411:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979670.045413:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979670.045414:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979670.045415:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979670.045418:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979670.045419:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045421:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.045425:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559960960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045437:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979670.045439:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979670.045440:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979670.045443:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979670.045444:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979670.045445:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979670.045447:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979670.045448:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979670.045451:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979670.045452:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979670.045453:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979670.045456:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979670.045457:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045458:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979670.045462:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559961088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979670.045468:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979670.045469:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979670.045470:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979670.045473:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979670.045475:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979670.045476:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979670.045478:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979670.045479:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979670.045481:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979670.045482:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979670.045484:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783979670.045486:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979670.045487:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045489:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979670.045499:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979670.045501:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979670.045504:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979670.045506:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979670.809182:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979670.809184:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979670.809186:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809190:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979670.809191:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809193:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809194:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979670.809198:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979670.809199:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979670.809200:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809201:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979670.809202:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809203:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809204:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979670.809206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979670.809207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979670.809303:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979670.809307:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979670.809309:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979671.833229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979671.833250:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979671.833257:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979671.833259:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979671.833263:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979671.833264:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979671.833426:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979671.833431:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979671.833435:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979672.857145:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979672.857153:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979672.857158:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979672.857159:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979672.857162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979672.857163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979672.857245:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979672.857249:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979672.857251:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979673.881219:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305068747, at 4305068800
00010000:00000001:1.0:1783979673.881228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979673.881234:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627d20.
00010000:00000001:1.0:1783979673.881236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979673.881244:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979673.881246:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979673.881251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979673.881253:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979673.881738:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979673.881744:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979673.881748:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979673.882015:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305068747, at 4305068800
00000100:00000010:2.0:1783979673.882026:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00010000:00000001:1.0:1783979674.905212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979674.905222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979674.905229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979674.905230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979674.905234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979674.905236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979674.905359:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979674.905364:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979674.905367:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979675.161311:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979675.161322:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979675.161325:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979675.161329:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979675.161333:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979675.161341:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10397
00000400:00000200:0.0:1783979675.161351:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979675.161356:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979675.161359:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979675.161362:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161370:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161373:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161375:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979675.161379:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979675.161381:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979675.161383:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979675.161386:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979675.161389:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979675.161394:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979675.161397:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161399:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161401:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161403:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979675.161405:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979675.161408:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161411:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979675.161413:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979675.161417:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979675.161419:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161421:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979675.161423:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979675.161431:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806d80.
00000020:00000040:0.0:1783979675.161435:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979675.161438:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979675.161440:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161443:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979675.161446:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979675.161450:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979675.161456:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979675.161462:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979675.161470:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979675.161479:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979675.161484:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979675.161488:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f750ec99] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979675.161511:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979675.161514:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979675.161518:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979675.161519:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979675.161520:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979675.161523:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979675.161526:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10397
00000400:00000200:0.0:1783979675.161529:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979675.161532:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979675.161534:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979675.161536:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161538:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161540:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161542:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979675.161543:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979675.161545:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979675.161546:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979675.161548:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979675.161550:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979675.161553:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979675.161555:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161557:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161559:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161562:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979675.161565:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979675.161567:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161575:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979675.161577:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979675.161582:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979675.161584:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161585:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979675.161590:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979675.161593:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161595:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979675.161598:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805f80.
00000020:00000040:0.0:1783979675.161601:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979675.161603:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979675.161604:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161606:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979675.161607:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979675.161609:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979675.161612:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba800.
00000100:00000001:0.0:1783979675.161615:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979675.161620:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979675.161627:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979675.161629:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979675.161632:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b18d206] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979675.161644:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979675.161652:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979675.161655:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979675.161657:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979675.161658:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979675.161661:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979675.161663:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10397
00000400:00000200:0.0:1783979675.161667:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979675.161670:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979675.161672:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979675.161674:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161676:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161678:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161680:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979675.161682:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979675.161683:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979675.161685:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979675.161686:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979675.161688:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979675.161690:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979675.161693:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161695:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161697:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161698:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979675.161700:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979675.161703:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161704:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979675.161707:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979675.161709:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979675.161711:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161712:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979675.161718:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979675.161721:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161722:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979675.161726:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806a00.
00000020:00000040:0.0:1783979675.161728:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979675.161730:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979675.161731:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161732:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979675.161734:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979675.161735:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979675.161738:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979675.161741:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979675.161745:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979675.161752:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979675.161754:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979675.161757:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240c4fb2] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979675.161763:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979675.161766:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979675.161769:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979675.161770:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979675.161772:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979675.161774:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979675.161776:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10397
00000400:00000200:0.0:1783979675.161779:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979675.161782:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979675.161785:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979675.161787:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161789:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161791:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161793:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979675.161795:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979675.161797:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979675.161798:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979675.161800:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979675.161802:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979675.161804:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979675.161806:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161808:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161810:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161811:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979675.161813:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979675.161816:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161817:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979675.161819:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979675.161821:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979675.161823:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161825:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979675.161827:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979675.161828:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161830:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979675.161833:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805880.
00000020:00000040:0.0:1783979675.161835:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979675.161837:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979675.161837:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161839:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979675.161840:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979675.161841:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979675.161844:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979675.161847:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979675.161851:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979675.161857:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979675.161859:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979675.161863:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624f5955] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979675.161869:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979675.161871:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979675.161874:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979675.161875:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979675.161876:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979675.161878:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979675.161880:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10397
00000400:00000200:0.0:1783979675.161883:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979675.161886:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979675.161888:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979675.161890:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161891:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161893:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161895:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979675.161896:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979675.161897:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979675.161899:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979675.161900:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979675.161902:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979675.161904:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979675.161907:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161909:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979675.161911:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161912:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979675.161915:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979675.161917:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979675.161919:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979675.161920:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979675.161922:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979675.161924:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161926:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979675.161928:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979675.161930:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161931:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979675.161935:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807100.
00000020:00000040:0.0:1783979675.161937:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979675.161939:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979675.161940:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979675.161942:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979675.161943:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979675.161945:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979675.161954:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb800.
00000100:00000001:0.0:1783979675.161956:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979675.161961:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979675.161967:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979675.161969:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979675.161972:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1567a83] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979675.161978:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979675.161982:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10407)
00000100:00000001:2.0:1783979675.165524:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979675.165535:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979675.165539:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979675.165557:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.165578:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979675.165581:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.165586:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979675.165590:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979675.165593:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979675.165597:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559961216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979675.165603:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979675.165609:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979675.165612:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.165615:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979675.165627:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979675.165634:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979675.165643:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979675.165649:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979675.165658:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979675.165668:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559961216, portal 25
00000100:00000001:2.0:1783979675.165670:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979675.165672:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455231872 : -128863254319744 : ffff8accaf806d80)
00000100:00000040:2.0:1783979675.165679:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.165688:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979675.165691:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979675.165694:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979675.165709:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559961216, offset 0
00000400:00000200:2.0:1783979675.165718:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979675.165741:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.165994:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979675.166004:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979675.166019:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979675.166026:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979675.166029:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979675.166034:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390710:390710:256:4294967295] 192.168.201.140@tcp LPNI seq info [390685:390685:8:4294967295]
00000400:00000200:2.0:1783979675.166040:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.166101:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979675.166110:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.166118:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979675.166129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979675.166133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979675.166140:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979675.166144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979675.166148:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.166151:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979675.166158:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979675.166163:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979675.166167:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979675.166169:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979675.166173:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979675.166177:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166187:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.166190:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166196:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.166198:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979675.166203:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979675.166207:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979675.166209:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305073871
00000100:00000010:2.0:1783979675.166213:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979675.166220:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979675.166226:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305073871
00000100:00000010:2.0:1783979675.166228:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627ae0.
00000100:00000001:2.0:1783979675.166231:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979675.166234:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979675.166236:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.166239:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979675.166243:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979675/real 1783979675]  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979675.166254:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979675.166256:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979675.166259:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979675.166261:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979675.166263:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979675.166266:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979675.166270:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979675.166289:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166296:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979675.166298:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166300:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.166302:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979675.166306:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166312:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979675.166317:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166324:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979675.166327:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166328:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.166330:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166333:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979675.166335:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979675.166339:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979675.166344:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979675.166347:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979675.166351:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979675.166360:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559961216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979675.166365:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979675.166370:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166377:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979675.166379:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.166381:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979675.166384:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979675.166386:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979675.166389:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979675.166393:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979675.166395:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979675.166397:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.166399:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979675.166403:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979675.166405:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979675.166409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979675.166422:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979675.166427:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979675.166430:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559961344, portal 10
00000100:00000001:2.0:1783979675.166433:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979675.166434:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455228288 : -128863254323328 : ffff8accaf805f80)
00000100:00000040:2.0:1783979675.166443:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166450:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979675.166452:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979675.166454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979675.166457:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559961344, offset 0
00000400:00000200:2.0:1783979675.166461:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979675.166465:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.166470:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979675.166473:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979675.166476:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979675.166478:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979675.166481:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979675.166484:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390711:390711:256:4294967295] 192.168.201.140@tcp LPNI seq info [390686:390686:8:4294967295]
00000400:00000200:2.0:1783979675.166488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.166504:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979675.166509:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.166513:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979675.166517:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979675.166519:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979675.166523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979675.166526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979675.166530:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.166532:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979675.166535:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979675.166539:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979675.166542:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979675.166544:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979675.166547:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979675.166550:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166558:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.166561:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166568:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.166570:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979675.166573:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979675.166577:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979675.166581:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979675.166583:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305070102
00000100:00000001:2.0:1783979675.166587:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305073871
00000100:00000001:2.0:1783979675.166589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305070102
00000100:00000001:2.0:1783979675.166592:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305073871
00000100:00000001:2.0:1783979675.166594:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979675.166596:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.166598:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979675.166603:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979675/real 1783979675]  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979675.166611:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979675.166613:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979675.166615:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979675.166618:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979675.166619:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979675.166622:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979675.166625:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979675.166633:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166639:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979675.166641:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166642:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.166643:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979675.166647:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166654:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979675.166658:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166664:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979675.166667:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166668:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.166670:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166671:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979675.166673:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979675.166676:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979675.166680:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979675.166682:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979675.166685:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979675.166693:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979675.166706:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979675.166715:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166736:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979675.166738:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.166740:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979675.166742:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979675.166744:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979675.166747:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979675.166751:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979675.166754:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979675.166763:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.166765:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979675.166768:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979675.166770:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979675.166773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979675.166776:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979675.166779:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979675.166782:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559961472, portal 10
00000100:00000001:2.0:1783979675.166784:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979675.166785:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230976 : -128863254320640 : ffff8accaf806a00)
00000100:00000040:2.0:1783979675.166792:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166798:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979675.166800:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979675.166803:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979675.166805:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559961472, offset 0
00000400:00000200:2.0:1783979675.166809:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979675.166813:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.166816:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979675.166819:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979675.166821:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979675.166823:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979675.166825:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979675.166828:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390712:390712:256:4294967295] 192.168.201.140@tcp LPNI seq info [390687:390687:8:4294967295]
00000400:00000200:2.0:1783979675.166831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.166837:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979675.166841:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.166844:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979675.166847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979675.166849:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979675.166853:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979675.166856:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979675.166860:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.166862:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979675.166865:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979675.166868:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979675.166871:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979675.166872:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979675.166874:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979675.166877:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166884:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.166887:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166894:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.166895:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979675.166898:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979675.166901:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979675.166905:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979675.166907:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305070098
00000100:00000001:2.0:1783979675.166909:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305073871
00000100:00000001:2.0:1783979675.166911:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305070098
00000100:00000001:2.0:1783979675.166913:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305073871
00000100:00000001:2.0:1783979675.166915:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979675.166917:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.166919:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979675.166922:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979675/real 1783979675]  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979675.166930:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979675.166931:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979675.166932:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979675.166934:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979675.166936:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979675.166939:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979675.166942:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979675.166950:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166956:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979675.166957:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166959:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.166960:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979675.166964:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166970:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979675.166973:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.166979:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979675.166982:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166983:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.166984:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.166986:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979675.166987:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979675.166990:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979675.166993:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979675.166996:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979675.166999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979675.167006:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979675.167025:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979675.167030:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167036:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979675.167038:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.167040:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979675.167042:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979675.167044:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979675.167074:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979675.167079:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979675.167082:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979675.167083:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.167085:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979675.167089:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979675.167091:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979675.167094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979675.167097:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979675.167101:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979675.167104:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559961600, portal 4
00000100:00000001:2.0:1783979675.167106:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979675.167107:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455226496 : -128863254325120 : ffff8accaf805880)
00000100:00000040:2.0:1783979675.167114:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167120:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979675.167122:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979675.167124:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979675.167127:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559961600, offset 0
00000400:00000200:2.0:1783979675.167130:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979675.167134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.167137:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979675.167140:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979675.167142:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979675.167145:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979675.167147:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979675.167150:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390713:390713:256:4294967295] 192.168.201.140@tcp LPNI seq info [390688:390688:8:4294967295]
00000400:00000200:2.0:1783979675.167154:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.167160:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979675.167164:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.167168:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979675.167171:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979675.167174:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979675.167179:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979675.167181:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979675.167185:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.167187:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979675.167190:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979675.167193:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979675.167196:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979675.167198:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979675.167200:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979675.167204:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167212:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.167215:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167222:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.167223:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979675.167226:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979675.167228:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979675.167231:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979675.167233:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305070126
00000100:00000001:2.0:1783979675.167236:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305073871
00000100:00000001:2.0:1783979675.167238:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305070126
00000100:00000001:2.0:1783979675.167240:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305073871
00000100:00000001:2.0:1783979675.167242:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979675.167244:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.167246:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979675.167250:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979675/real 1783979675]  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979675.167257:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979675.167258:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979675.167260:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979675.167262:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979675.167263:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979675.167265:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979675.167268:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979675.167276:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167282:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979675.167283:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167285:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.167286:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979675.167289:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167296:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979675.167299:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167306:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979675.167308:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167309:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.167311:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167312:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979675.167314:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979675.167316:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979675.167320:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979675.167322:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979675.167325:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979675.167333:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979675.167336:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979675.167340:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167346:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979675.167347:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.167349:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979675.167350:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979675.167352:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979675.167355:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979675.167358:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979675.167360:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979675.167361:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979675.167363:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979675.167366:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979675.167368:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979675.167370:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979675.167373:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979675.167375:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979675.167378:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559961728, portal 4
00000100:00000001:2.0:1783979675.167380:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979675.167381:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455232768 : -128863254318848 : ffff8accaf807100)
00000100:00000040:2.0:1783979675.167386:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167392:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979675.167395:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979675.167397:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979675.167399:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559961728, offset 0
00000400:00000200:2.0:1783979675.167403:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979675.167406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.167409:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979675.167412:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979675.167414:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979675.167416:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979675.167418:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979675.167421:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390714:390714:256:4294967295] 192.168.201.140@tcp LPNI seq info [390689:390689:8:4294967295]
00000400:00000200:2.0:1783979675.167425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979675.167431:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979675.167435:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.167437:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979675.167440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979675.167443:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979675.167446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979675.167449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979675.167453:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979675.167455:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979675.167457:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979675.167461:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979675.167464:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979675.167465:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979675.167467:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979675.167471:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167478:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.167481:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167488:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.167489:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979675.167492:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979675.167495:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979675.167498:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979675.167500:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305070128
00000100:00000001:2.0:1783979675.167502:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305073871
00000100:00000001:2.0:1783979675.167504:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305070128
00000100:00000001:2.0:1783979675.167507:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305073871
00000100:00000001:2.0:1783979675.167508:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979675.167510:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.167512:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979675.167515:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979675/real 1783979675]  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979675.167522:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979675.167523:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979675.167525:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979675.167527:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979675.167528:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979675.167530:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979675.167533:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979675.167540:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167547:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979675.167549:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167551:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.167552:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979675.167555:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167562:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979675.167565:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167571:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979675.167573:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167575:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979675.167576:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167578:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979675.167580:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979675.167583:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979675.167587:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979675.167590:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979675.167594:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979675.167601:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979675.167605:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167608:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.167611:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806d80 x1870627559961216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167618:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979675.167620:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979675.167624:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979675.167627:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979675.167630:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979675.167633:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979675.167635:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979675.167638:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:2.0:1783979675.167642:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979675.167643:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979675.167646:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806d80.
00000100:00000001:2.0:1783979675.167650:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979675.167652:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167654:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.167657:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805f80 x1870627559961344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167663:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979675.167665:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979675.167667:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979675.167669:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979675.167670:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979675.167671:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979675.167674:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979675.167675:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba800.
02000000:00000001:2.0:1783979675.167677:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979675.167678:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979675.167679:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805f80.
00000100:00000001:2.0:1783979675.167681:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979675.167682:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167684:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.167687:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806a00 x1870627559961472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167693:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979675.167694:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979675.167696:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979675.167698:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979675.167699:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979675.167700:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979675.167702:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979675.167703:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba000.
02000000:00000001:2.0:1783979675.167705:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979675.167706:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979675.167707:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806a00.
00000100:00000001:2.0:1783979675.167709:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979675.167711:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167712:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.167715:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805880 x1870627559961600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167726:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979675.167728:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979675.167729:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979675.167731:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979675.167732:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979675.167733:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979675.167735:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979675.167737:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:2.0:1783979675.167739:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979675.167740:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979675.167741:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805880.
00000100:00000001:2.0:1783979675.167743:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979675.167744:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167746:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979675.167749:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807100 x1870627559961728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979675.167755:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979675.167756:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979675.167758:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979675.167760:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979675.167761:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979675.167762:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979675.167764:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979675.167765:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb800.
02000000:00000001:2.0:1783979675.167768:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979675.167769:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979675.167770:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807100.
00000100:00000001:2.0:1783979675.167772:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979675.167773:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167775:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979675.167785:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979675.167787:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979675.167790:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979675.167792:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979675.929191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979675.929198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979675.929202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979675.929204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979675.929208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979675.929211:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979675.929214:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979675.929217:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979675.929220:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979675.929222:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979675.929224:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979675.929227:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979675.929325:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979675.929328:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979675.929331:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979676.953189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979676.953196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979676.953202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979676.953203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979676.953207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979676.953208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979676.953340:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979676.953344:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979676.953348:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979677.978175:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979677.978182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979677.978189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979677.978191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979677.978194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979677.978196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979677.978358:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979677.978363:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979677.978366:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979679.001225:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305073871, at 4305073920
00000100:00000040:3.0:1783979679.001225:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305073871, at 4305073920
00000100:00000010:2.0:1783979679.001253:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00000100:00000010:3.0:1783979679.001257:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627ae0.
00010000:00000001:1.0:1783979679.001286:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979679.001291:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979679.001299:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979679.001301:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979679.001308:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979679.001309:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979679.001406:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979679.001410:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979679.001413:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979680.025189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979680.025197:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979680.025201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979680.025202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979680.025206:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979680.025207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979680.025266:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979680.025270:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979680.025273:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979680.281258:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979680.281270:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979680.281272:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979680.281276:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979680.281281:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979680.281289:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10402
00000400:00000200:3.0:1783979680.281298:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979680.281304:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979680.281307:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979680.281310:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281313:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281316:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281318:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979680.281322:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979680.281325:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979680.281327:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979680.281331:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979680.281333:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979680.281335:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979680.281338:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281340:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281342:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281344:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979680.281346:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979680.281349:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281352:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979680.281354:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979680.281358:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979680.281361:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281364:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979680.281366:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979680.281377:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979680.281381:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979680.281385:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979680.281387:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281390:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979680.281394:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979680.281398:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979680.281406:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979680.281411:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979680.281420:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979680.281430:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979680.281434:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979680.281438:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979680.281469:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979680.281473:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979680.281476:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979680.281477:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979680.281479:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979680.281482:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979680.281484:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10402
00000400:00000200:3.0:1783979680.281488:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979680.281491:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979680.281494:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979680.281496:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281498:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281500:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281502:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979680.281504:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979680.281505:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979680.281507:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979680.281509:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979680.281511:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979680.281513:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979680.281516:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281517:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281519:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281521:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979680.281523:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979680.281525:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281528:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979680.281529:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979680.281535:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979680.281537:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281539:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979680.281543:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979680.281546:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281548:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979680.281551:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979680.281554:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979680.281556:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979680.281558:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281559:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979680.281561:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979680.281562:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979680.281565:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979680.281569:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979680.281574:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979680.281581:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979680.281584:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979680.281587:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979680.281594:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979680.281596:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979680.281599:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979680.281601:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979680.281603:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979680.281605:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979680.281608:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10402
00000400:00000200:3.0:1783979680.281612:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979680.281614:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979680.281616:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979680.281619:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281621:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281623:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281625:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979680.281627:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979680.281628:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979680.281629:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979680.281631:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979680.281633:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979680.281635:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979680.281637:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281639:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281640:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281642:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979680.281644:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979680.281646:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281649:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979680.281651:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979680.281653:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979680.281655:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281657:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979680.281658:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979680.281660:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281662:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979680.281665:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979680.281668:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979680.281670:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979680.281671:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281673:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979680.281674:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979680.281676:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979680.281681:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979680.281684:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979680.281688:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979680.281695:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979680.281696:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979680.281700:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979680.281707:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979680.281709:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979680.281712:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979680.281714:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979680.281716:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979680.281718:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979680.281720:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10402
00000400:00000200:3.0:1783979680.281724:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979680.281727:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979680.281729:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979680.281731:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281733:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281735:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281736:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979680.281738:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979680.281740:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979680.281741:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979680.281743:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979680.281745:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979680.281747:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979680.281749:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281751:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281752:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281754:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979680.281756:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979680.281759:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281761:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979680.281763:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979680.281765:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979680.281767:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281769:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979680.281771:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979680.281774:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281775:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979680.281779:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979680.281781:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979680.281783:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979680.281784:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281786:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979680.281788:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979680.281789:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979680.281793:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979680.281797:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979680.281801:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979680.281826:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979680.281828:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979680.281832:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979680.281839:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979680.281842:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979680.281846:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979680.281847:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979680.281849:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979680.281851:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979680.281853:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10402
00000400:00000200:3.0:1783979680.281856:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979680.281859:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979680.281861:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979680.281863:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281865:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281867:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281869:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979680.281871:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979680.281872:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979680.281873:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979680.281875:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979680.281877:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979680.281879:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979680.281882:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281884:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979680.281885:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281887:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979680.281889:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979680.281892:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979680.281894:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979680.281896:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979680.281899:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979680.281900:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281902:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979680.281904:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979680.281906:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281908:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979680.281912:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979680.281914:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979680.281916:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979680.281918:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979680.281919:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979680.281933:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979680.281935:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979680.281939:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979680.281943:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979680.281948:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979680.281954:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979680.281956:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979680.281965:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979680.281972:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979680.281976:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10412)
00000100:00000001:2.0:1783979680.282210:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979680.282214:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979680.282217:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979680.282223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282232:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979680.282233:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.282237:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979680.282239:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979680.282242:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979680.282245:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559961856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979680.282249:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979680.282254:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979680.282257:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.282259:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979680.282265:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979680.282267:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979680.282273:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979680.282277:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979680.282284:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979680.282292:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559961856, portal 25
00000100:00000001:2.0:1783979680.282294:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979680.282296:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979680.282300:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282307:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979680.282310:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979680.282312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979680.282315:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559961856, offset 0
00000400:00000200:2.0:1783979680.282322:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979680.282329:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.282336:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979680.282342:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979680.282346:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979680.282350:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979680.282352:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979680.282356:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390715:390715:256:4294967295] 192.168.201.140@tcp LPNI seq info [390690:390690:8:4294967295]
00000400:00000200:2.0:1783979680.282361:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.282370:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979680.282376:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.282382:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979680.282388:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979680.282392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979680.282397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979680.282401:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979680.282405:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.282408:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979680.282414:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979680.282419:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979680.282424:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979680.282427:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979680.282432:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979680.282436:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282445:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.282449:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282455:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.282457:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979680.282462:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979680.282466:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979680.282468:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305078987
00000100:00000010:2.0:1783979680.282473:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979680.282479:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979680.282485:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305078987
00000100:00000010:2.0:1783979680.282489:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627f00.
00000100:00000001:2.0:1783979680.282491:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979680.282494:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979680.282496:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.282499:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979680.282503:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979680/real 1783979680]  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979680.282511:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979680.282513:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979680.282515:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979680.282518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979680.282520:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979680.282522:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979680.282526:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979680.282534:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282540:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979680.282542:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.282545:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.282546:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979680.282550:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282556:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979680.282560:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282566:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979680.282569:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.282570:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.282572:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.282574:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979680.282576:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979680.282578:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979680.282582:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979680.282584:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979680.282588:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979680.282596:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559961856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979680.282600:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979680.282604:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282610:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979680.282611:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.282613:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979680.282615:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979680.282617:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979680.282619:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979680.282622:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979680.282624:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979680.282625:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.282627:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979680.282630:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979680.282632:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979680.282636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979680.282639:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979680.282642:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979680.282645:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559961984, portal 10
00000100:00000001:2.0:1783979680.282648:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979680.282649:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783979680.282656:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282662:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979680.282665:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979680.282667:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979680.282670:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559961984, offset 0
00000400:00000200:2.0:1783979680.282674:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979680.282677:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.282681:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979680.282684:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979680.282686:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979680.282689:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979680.282691:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979680.282694:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390716:390716:256:4294967295] 192.168.201.140@tcp LPNI seq info [390691:390691:8:4294967295]
00000400:00000200:2.0:1783979680.282698:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.282704:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979680.282709:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.282712:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979680.282716:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979680.282718:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979680.282722:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979680.282724:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979680.282728:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.282729:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979680.282732:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979680.282735:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979680.282738:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979680.282740:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979680.282742:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979680.282746:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282753:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.282756:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.282762:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.282764:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979680.282767:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979680.282771:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979680.282774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979680.282776:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305075218
00000100:00000001:2.0:1783979680.282779:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305078987
00000100:00000001:2.0:1783979680.282781:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305075218
00000100:00000001:2.0:1783979680.282783:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305078987
00000100:00000001:2.0:1783979680.282785:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979680.282787:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.282789:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979680.282793:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979680/real 1783979680]  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979680.282800:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979680.282801:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979680.282803:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979680.282806:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979680.283614:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979680.283621:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979680.283627:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979680.283636:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283642:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979680.283644:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.283646:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.283647:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979680.283652:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283659:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979680.283663:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283669:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979680.283672:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.283673:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.283674:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.283676:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979680.283678:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979680.283680:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979680.283683:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979680.283685:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979680.283689:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979680.283696:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559961984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979680.283700:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979680.283704:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283709:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979680.283711:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.283713:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979680.283716:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979680.283718:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979680.283720:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979680.283723:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979680.283726:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979680.283728:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.283730:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979680.283735:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979680.283737:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979680.283741:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979680.283744:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979680.283749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979680.283752:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559962112, portal 10
00000100:00000001:2.0:1783979680.283754:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979680.283755:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979680.283762:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283769:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979680.283771:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979680.283774:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979680.283776:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559962112, offset 0
00000400:00000200:2.0:1783979680.283781:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979680.283786:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.283791:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979680.283795:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979680.283797:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979680.283800:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979680.283803:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979680.283806:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390717:390717:256:4294967295] 192.168.201.140@tcp LPNI seq info [390692:390692:8:4294967295]
00000400:00000200:2.0:1783979680.283826:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.283832:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979680.283838:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.283842:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979680.283847:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979680.283850:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979680.283856:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979680.283859:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979680.283863:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.283865:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979680.283869:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979680.283873:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979680.283876:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979680.283878:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979680.283881:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979680.283884:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283892:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.283895:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283901:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.283903:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979680.283906:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979680.283910:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979680.283913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979680.283915:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305075215
00000100:00000001:2.0:1783979680.283918:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305078987
00000100:00000001:2.0:1783979680.283930:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305075215
00000100:00000001:2.0:1783979680.283933:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305078987
00000100:00000001:2.0:1783979680.283936:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979680.283937:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.283939:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979680.283943:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979680/real 1783979680]  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979680.283951:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979680.283953:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979680.283954:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979680.283957:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979680.283959:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979680.283961:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979680.283964:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979680.283972:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283979:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979680.283980:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.283982:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.283983:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979680.283987:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.283994:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979680.283997:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284004:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979680.284006:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284008:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.284009:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284011:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979680.284012:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979680.284015:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979680.284018:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979680.284020:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979680.284023:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979680.284031:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979680.284035:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979680.284040:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284046:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979680.284064:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.284067:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979680.284069:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979680.284070:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979680.284073:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979680.284076:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979680.284079:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979680.284080:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.284081:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979680.284085:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979680.284086:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979680.284090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979680.284092:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979680.284095:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979680.284097:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559962240, portal 4
00000100:00000001:2.0:1783979680.284099:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979680.284100:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979680.284105:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284111:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979680.284113:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979680.284115:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979680.284117:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559962240, offset 0
00000400:00000200:2.0:1783979680.284122:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979680.284126:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.284129:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979680.284131:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979680.284133:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979680.284135:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979680.284137:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979680.284140:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390718:390718:256:4294967295] 192.168.201.140@tcp LPNI seq info [390693:390693:8:4294967295]
00000400:00000200:2.0:1783979680.284144:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.284149:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979680.284153:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.284156:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979680.284159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979680.284162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979680.284165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979680.284168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979680.284171:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.284173:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979680.284176:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979680.284179:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979680.284182:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979680.284183:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979680.284185:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979680.284189:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284195:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.284198:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284203:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.284204:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979680.284207:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979680.284209:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979680.284212:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979680.284213:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305075243
00000100:00000001:2.0:1783979680.284215:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305078987
00000100:00000001:2.0:1783979680.284217:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305075243
00000100:00000001:2.0:1783979680.284219:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305078987
00000100:00000001:2.0:1783979680.284221:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979680.284223:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.284225:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979680.284228:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979680/real 1783979680]  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979680.284235:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979680.284236:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979680.284238:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979680.284240:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979680.284247:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979680.284249:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979680.284252:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979680.284260:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284266:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979680.284267:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284269:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.284270:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979680.284273:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284280:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979680.284283:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284290:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979680.284292:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284294:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.284295:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284296:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979680.284298:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979680.284300:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979680.284304:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979680.284305:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979680.284309:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979680.284316:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979680.284320:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979680.284324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284330:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979680.284332:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.284335:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979680.284336:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979680.284338:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979680.284341:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979680.284345:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979680.284346:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979680.284349:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979680.284351:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979680.284354:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979680.284357:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979680.284359:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979680.284362:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979680.284365:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979680.284368:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559962368, portal 4
00000100:00000001:2.0:1783979680.284370:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979680.284371:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979680.284377:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284384:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979680.284387:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979680.284388:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979680.284391:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559962368, offset 0
00000400:00000200:2.0:1783979680.284395:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979680.284398:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.284402:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979680.284404:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979680.284407:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979680.284409:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979680.284411:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979680.284414:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390719:390719:256:4294967295] 192.168.201.140@tcp LPNI seq info [390694:390694:8:4294967295]
00000400:00000200:2.0:1783979680.284419:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979680.284424:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979680.284428:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.284431:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979680.284435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979680.284438:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979680.284441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979680.284444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979680.284447:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979680.284449:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783979680.284452:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979680.284455:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979680.284458:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783979680.284460:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783979680.284462:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979680.284466:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284473:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.284476:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284482:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.284484:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979680.284489:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979680.284492:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979680.284494:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979680.284496:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305075245
00000100:00000001:2.0:1783979680.284498:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305078987
00000100:00000001:2.0:1783979680.284500:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305075245
00000100:00000001:2.0:1783979680.284502:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305078987
00000100:00000001:2.0:1783979680.284504:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979680.284506:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.284508:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979680.284511:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979680/real 1783979680]  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979680.284518:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979680.284520:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979680.284521:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979680.284524:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979680.284526:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979680.284527:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979680.284531:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979680.284537:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284543:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979680.284544:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284546:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.284547:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979680.284550:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284556:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979680.284560:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284566:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979680.284568:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284570:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979680.284571:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284573:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979680.284574:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979680.284577:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979680.284580:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979680.284582:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979680.284585:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979680.284592:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979680.284596:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284598:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.284602:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559961856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284609:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979680.284611:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979680.284614:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979680.284617:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979680.284619:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979680.284621:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979680.284623:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979680.284625:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979680.284629:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979680.284630:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979680.284632:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979680.284635:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979680.284636:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.284641:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559961984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284646:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979680.284647:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979680.284649:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979680.284651:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979680.284651:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979680.284653:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979680.284654:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979680.284655:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979680.284657:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979680.284658:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979680.284659:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979680.284661:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979680.284662:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284663:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.284666:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559962112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284671:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979680.284672:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979680.284673:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979680.284675:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979680.284676:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979680.284677:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979680.284679:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979680.284680:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979680.284682:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979680.284683:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979680.284684:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979680.284686:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979680.284687:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284689:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.284691:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559962240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284701:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979680.284702:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979680.284703:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979680.284705:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979680.284706:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979680.284707:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979680.284709:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979680.284710:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979680.284712:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979680.284713:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979680.284715:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979680.284716:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979680.284717:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284719:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979680.284722:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559962368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979680.284727:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979680.284728:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979680.284729:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979680.284731:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979680.284732:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979680.284733:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979680.284734:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979680.284735:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979680.284737:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979680.284738:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979680.284739:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979680.284742:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979680.284743:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284745:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979680.284754:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979680.284755:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979680.284758:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979680.284759:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050034:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979681.050044:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979681.050080:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979681.050084:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050089:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979681.050091:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050093:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050095:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050098:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979681.050100:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979681.050101:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979681.050102:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050103:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979681.050104:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050106:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050107:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979681.050111:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979681.050112:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979681.050208:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979681.050212:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979681.050215:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979682.073183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979682.073190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979682.073196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979682.073198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979682.073202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979682.073203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979682.073319:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979682.073323:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979682.073326:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979683.097770:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979683.097782:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979683.097789:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979683.097790:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979683.097794:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979683.097795:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979683.097966:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979683.097971:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979683.097975:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979684.121214:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305078987, at 4305079040
00000100:00000010:2.0:1783979684.121237:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00010000:00000001:1.0:1783979684.122316:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979684.122323:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979684.122329:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979684.122331:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979684.122335:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979684.122335:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979684.122430:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305078987, at 4305079041
00000100:00000010:3.0:1783979684.122437:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627f00.
00000020:00000001:0.0:1783979684.122581:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979684.122584:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979684.122586:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979685.145277:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979685.145288:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979685.145296:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979685.145298:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979685.145302:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979685.145303:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979685.145486:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979685.145491:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979685.145495:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979685.403234:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979685.403248:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979685.403251:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979685.403255:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979685.403261:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979685.403270:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10407
00000400:00000200:0.0:1783979685.403282:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979685.403290:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979685.403295:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979685.403299:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403303:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403306:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403308:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979685.403313:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979685.403316:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979685.403319:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979685.403323:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979685.403325:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979685.403328:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979685.403331:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403333:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403335:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403337:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979685.403340:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979685.403344:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403346:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979685.403349:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979685.403354:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979685.403357:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403359:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979685.403362:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979685.403375:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804e00.
00000020:00000040:0.0:1783979685.403379:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979685.403384:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979685.403385:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403389:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979685.403393:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979685.403398:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979685.403409:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8c00.
00000100:00000001:0.0:1783979685.403417:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979685.403440:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979685.403452:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979685.403458:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979685.403463:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f12b3a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979685.403493:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979685.403496:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979685.403499:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979685.403500:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979685.403502:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979685.403505:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979685.403507:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10407
00000400:00000200:0.0:1783979685.403511:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979685.403514:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979685.403516:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979685.403518:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403520:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403521:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403523:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979685.403525:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979685.403527:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979685.403528:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979685.403530:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979685.403532:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979685.403534:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979685.403537:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403538:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403540:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403542:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979685.403544:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979685.403546:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403548:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979685.403550:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979685.403557:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979685.403559:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403561:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979685.403565:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979685.403568:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403570:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979685.403574:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806680.
00000020:00000040:0.0:1783979685.403576:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979685.403578:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979685.403579:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403580:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979685.403582:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979685.403583:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979685.403589:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8400.
00000100:00000001:0.0:1783979685.403593:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979685.403598:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979685.403604:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979685.403606:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979685.403609:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edab95be] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979685.403617:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979685.403620:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979685.403623:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979685.403625:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979685.403626:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979685.403629:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979685.403631:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10407
00000400:00000200:0.0:1783979685.403634:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979685.403636:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979685.403639:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979685.403641:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403643:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403645:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403646:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979685.403648:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979685.403650:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979685.403651:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979685.403654:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979685.403666:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979685.403669:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979685.403672:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403674:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403676:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403678:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979685.403680:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979685.403682:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403685:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979685.403687:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979685.403690:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979685.403692:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403694:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979685.403696:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979685.403698:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403699:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979685.403703:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806300.
00000020:00000040:0.0:1783979685.403706:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979685.403709:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979685.403709:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403711:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979685.403712:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979685.403714:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979685.403718:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb800.
00000100:00000001:0.0:1783979685.403721:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979685.403725:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979685.403732:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979685.403733:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979685.403737:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca359109] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979685.403745:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979685.403747:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979685.403752:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979685.403753:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979685.403755:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979685.403757:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979685.403760:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10407
00000400:00000200:0.0:1783979685.403764:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979685.403767:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979685.403769:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979685.403772:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403774:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403776:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403777:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979685.403780:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979685.403781:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979685.403783:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979685.403785:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979685.403787:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979685.403789:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979685.403792:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403794:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403796:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403797:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979685.403799:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979685.403801:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403804:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979685.403806:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979685.403809:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979685.403811:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403813:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979685.403816:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979685.403818:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403819:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979685.403823:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804700.
00000020:00000040:0.0:1783979685.403825:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979685.403827:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979685.403828:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403830:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979685.403857:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979685.403860:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979685.403864:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979685.403868:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979685.403873:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979685.403880:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979685.403882:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979685.403886:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f472466] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979685.403894:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979685.403896:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979685.403899:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979685.403901:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979685.403902:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979685.403905:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979685.403907:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10407
00000400:00000200:0.0:1783979685.403911:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979685.403913:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979685.403915:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979685.403918:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403920:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403922:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403923:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979685.403925:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979685.403926:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979685.403927:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979685.403929:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979685.403931:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979685.403933:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979685.403935:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403937:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979685.403938:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403940:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979685.403942:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979685.403944:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979685.403947:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979685.403949:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979685.403952:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979685.403954:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403955:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979685.403957:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979685.403959:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403961:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979685.403965:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807480.
00000020:00000040:0.0:1783979685.403968:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979685.403970:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979685.403971:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979685.403973:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979685.403974:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979685.403976:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979685.403979:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979685.403982:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979685.403986:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979685.403993:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979685.403994:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979685.403998:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057dc84fe] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979685.404004:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979685.404009:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10418)
00000100:00000001:2.0:1783979685.404490:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979685.404496:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979685.404500:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979685.404508:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.404517:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979685.404518:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.404523:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979685.404526:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979685.404528:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979685.404531:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559962496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979685.404536:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979685.404542:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979685.404545:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.404547:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979685.404553:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979685.404555:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979685.404563:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979685.404567:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979685.404575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979685.404584:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559962496, portal 25
00000100:00000001:2.0:1783979685.404586:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979685.404588:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455223808 : -128863254327808 : ffff8accaf804e00)
00000100:00000040:2.0:1783979685.404595:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.404602:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979685.404605:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979685.404608:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783979685.404611:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559962496, offset 0
00000400:00000200:2.0:1783979685.404618:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979685.404628:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.404635:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979685.404643:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979685.404648:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979685.404652:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979685.404654:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979685.404659:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390720:390720:256:4294967295] 192.168.201.140@tcp LPNI seq info [390695:390695:8:4294967295]
00000400:00000200:2.0:1783979685.404663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.404674:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979685.404680:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979685.404687:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979685.404693:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979685.404697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979685.404722:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979685.404727:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979685.404729:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305084109
00000100:00000010:2.0:1783979685.404735:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979685.404744:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979685.404749:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305084109
00000100:00000010:2.0:1783979685.404752:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856279c0.
00000100:00000001:2.0:1783979685.404755:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979685.404763:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979685.404766:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979685.404770:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979685.404774:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.404780:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979685.404781:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.404783:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979685.404785:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979685.404787:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979685.404790:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979685.404793:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979685.404795:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979685.404797:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.404799:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979685.404802:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979685.404804:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979685.404807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979685.404810:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f0290b0.
00000400:00000010:2.0:1783979685.404814:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30546e8.
00000100:00000200:2.0:1783979685.404818:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559962624, portal 10
00000100:00000001:2.0:1783979685.404820:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979685.404821:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230080 : -128863254321536 : ffff8accaf806680)
00000100:00000040:2.0:1783979685.404828:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.404845:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979685.404847:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979685.404851:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054990.
00000100:00000200:2.0:1783979685.404854:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559962624, offset 0
00000400:00000200:2.0:1783979685.404858:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979685.404863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.404865:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979685.404868:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979685.404870:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979685.404872:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979685.404875:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979685.404877:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390721:390721:255:4294967295] 192.168.201.140@tcp LPNI seq info [390696:390696:7:4294967295]
00000400:00000200:2.0:1783979685.404881:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.404887:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979685.404891:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979685.404894:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7200.
00000800:00000200:2.0:1783979685.404898:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979685.404901:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979685.404904:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979685.404909:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979685.404912:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979685.404913:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305080340
00000100:00000001:2.0:1783979685.404916:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305084109
00000100:00000001:2.0:1783979685.404918:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305080340
00000100:00000001:2.0:1783979685.404920:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305084109
00000100:00000001:2.0:1783979685.404922:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979685.404924:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979685.404926:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979685.404930:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.404937:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979685.404938:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.404940:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979685.404941:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979685.404943:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979685.404946:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979685.404948:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979685.404951:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979685.404952:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.404954:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979685.404957:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979685.404959:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979685.404962:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979685.404965:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029840.
00000400:00000010:2.0:1783979685.404968:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054b28.
00000100:00000200:2.0:1783979685.404971:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559962752, portal 10
00000100:00000001:2.0:1783979685.404972:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979685.404974:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455229184 : -128863254322432 : ffff8accaf806300)
00000100:00000040:2.0:1783979685.404978:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.404984:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979685.404987:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979685.404989:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054e58.
00000100:00000200:2.0:1783979685.404991:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559962752, offset 0
00000400:00000200:2.0:1783979685.404996:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979685.405000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.405003:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979685.405005:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979685.405008:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979685.405010:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979685.405012:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979685.405015:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390722:390722:254:4294967295] 192.168.201.140@tcp LPNI seq info [390697:390697:6:4294967295]
00000400:00000200:2.0:1783979685.405018:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.405023:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979685.405027:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979685.405031:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7a00.
00000800:00000200:2.0:1783979685.405034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979685.405037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979685.405039:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979685.405042:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979685.405045:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979685.405087:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305080337
00000100:00000001:2.0:1783979685.405091:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305084109
00000100:00000001:2.0:1783979685.405093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305080337
00000100:00000001:2.0:1783979685.405095:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305084109
00000100:00000001:2.0:1783979685.405097:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979685.405099:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979685.405101:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979685.405106:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.405112:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979685.405114:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.405116:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979685.405118:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979685.405120:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979685.405123:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979685.405126:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979685.405127:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979685.405129:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.405130:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979685.405133:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979685.405135:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979685.405138:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979685.405141:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029f78.
00000400:00000010:2.0:1783979685.405145:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979685.405147:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559962880, portal 4
00000100:00000001:2.0:1783979685.405150:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979685.405151:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222016 : -128863254329600 : ffff8accaf804700)
00000100:00000040:2.0:1783979685.405156:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.405162:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979685.405164:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979685.405166:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30544c8.
00000100:00000200:2.0:1783979685.405169:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559962880, offset 0
00000400:00000200:2.0:1783979685.405173:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979685.405176:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.405179:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979685.405181:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979685.405183:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979685.405186:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979685.405187:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979685.405190:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390723:390723:253:4294967295] 192.168.201.140@tcp LPNI seq info [390698:390698:5:4294967295]
00000400:00000200:2.0:1783979685.405193:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.405198:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979685.405203:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979685.405206:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979685.405210:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979685.405214:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979685.405216:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979685.405219:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979685.405221:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979685.405224:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305080364
00000100:00000001:2.0:1783979685.405226:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305084109
00000100:00000001:2.0:1783979685.405228:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305080364
00000100:00000001:2.0:1783979685.405230:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305084109
00000100:00000001:2.0:1783979685.405232:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979685.405233:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979685.405235:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979685.405240:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.405247:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979685.405248:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.405250:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979685.405251:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979685.405253:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979685.405256:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979685.405259:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979685.405261:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979685.405263:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979685.405264:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979685.405268:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979685.405270:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979685.405272:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979685.405275:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979685.405278:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979685.405280:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559963008, portal 4
00000100:00000001:2.0:1783979685.405282:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979685.405283:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455233664 : -128863254317952 : ffff8accaf807480)
00000100:00000040:2.0:1783979685.405288:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979685.405293:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979685.405295:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979685.405298:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054880.
00000100:00000200:2.0:1783979685.405300:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559963008, offset 0
00000400:00000200:2.0:1783979685.405304:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979685.405307:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.405310:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979685.405313:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979685.405315:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979685.405317:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979685.405319:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979685.405322:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390724:390724:252:4294967295] 192.168.201.140@tcp LPNI seq info [390699:390699:4:4294967295]
00000400:00000200:2.0:1783979685.405325:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979685.405331:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979685.405335:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979685.405339:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7300.
00000800:00000200:2.0:1783979685.405342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979685.405345:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979685.405347:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979685.405350:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979685.405353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979685.405355:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305080366
00000100:00000001:2.0:1783979685.405357:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305084109
00000100:00000001:2.0:1783979685.405359:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305080366
00000100:00000001:2.0:1783979685.405361:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305084109
00000100:00000001:2.0:1783979685.405362:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979685.405365:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979685.405367:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979685.405370:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979685.405378:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979685.405380:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783979685.405382:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979685.405384:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979685.405385:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979685.405399:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979686.170154:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979686.170165:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979686.170173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979686.170174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979686.170178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979686.170183:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979686.170185:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979686.170190:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979686.170193:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979686.170196:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979686.170198:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979686.170201:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979686.170692:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979686.170698:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979686.170701:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979687.193251:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979687.193263:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979687.193270:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979687.193272:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979687.193276:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979687.193277:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979687.193441:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979687.193446:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979687.193450:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979688.217230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979688.217251:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979688.217259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979688.217260:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979688.217264:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979688.217266:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979688.217463:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979688.217468:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979688.217472:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979688.473436:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:3.0:1783979688.473502:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979688.473516:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979688.473522:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:3.0:1783979688.473527:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979688.473532:0:2392:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979688.473538:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979688.473542:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:3.0:1783979688.475885:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979688.475907:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979688.475918:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:3.0:1783979688.475922:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:3.0:1783979688.475933:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979688.475943:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979688.475971:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979688.475976:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979688.475983:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979688.475985:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979688.476000:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979688.476003:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7200.
00000400:00000200:3.0:1783979688.476009:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979688.476012:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979688.476015:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054990
00000400:00000010:3.0:1783979688.476017:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054990.
00000100:00000001:3.0:1783979688.476020:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979688.476025:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979688.476039:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979688.476042:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.476834:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979688.476841:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979688.476845:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979688.476857:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979685/real 1783979688]  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979688.476872:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979688.476874:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979688.476879:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979688.476883:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979688.476885:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979688.476890:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979688.476893:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979688.476903:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.476910:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979688.476912:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.476915:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.476917:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979688.476921:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.476928:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979688.476933:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.476947:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979688.476951:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.476953:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.476954:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.476957:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979688.476960:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979688.476964:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979688.476985:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979688.476991:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979688.476995:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979688.477003:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559962496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979688.477008:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979688.477013:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979685/real 1783979688]  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979688.477022:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979688.477023:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979688.477025:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f0290b0.
00000400:00000200:2.0:1783979688.477028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30546e8
00000400:00000010:2.0:1783979688.477029:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30546e8.
00000100:00000001:2.0:1783979688.477031:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979688.477034:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979688.477041:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.477848:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979688.477852:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.477860:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.477862:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979688.477871:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.477879:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979688.477884:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.477891:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979688.477894:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.477895:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.477896:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.477899:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979688.477901:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979688.477905:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979688.477909:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979688.477911:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979688.477915:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979688.477922:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979688.477929:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979688.477932:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979688.477937:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804e00 x1870627559962496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.477944:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979688.477948:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979688.477953:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979688.477959:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979688.477963:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979688.477965:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979688.477968:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979688.477972:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:2.0:1783979688.477976:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979688.477978:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979688.477981:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804e00.
00000100:00000001:3.0:1783979688.477982:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979688.477984:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979688.477985:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979688.477986:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.477987:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979688.477990:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806680 x1870627559962624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.477996:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979688.477997:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979688.477998:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979688.478001:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000800:00000100:3.0:1783979688.478001:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000020:00000001:2.0:1783979688.478002:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979688.478003:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979688.478005:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979688.478006:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8400.
00000800:00000010:3.0:1783979688.478006:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7a00.
02000000:00000001:2.0:1783979688.478008:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979688.478009:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979688.478010:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806680.
00000100:00000001:2.0:1783979688.478013:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979688.478015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.478018:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979688.478020:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1783979688.478020:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1783979688.478022:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979688.478024:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979688.478025:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979688.478025:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979688.478032:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054e58
00000400:00000010:3.0:1783979688.478034:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054e58.
00000100:00000001:3.0:1783979688.478037:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979688.478042:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979688.479676:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979688.479696:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.479707:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979688.479709:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979688.479711:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979688.479711:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979688.479714:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979688.479722:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979685/real 1783979688]  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1783979688.479729:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979688.479733:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000001:2.0:1783979688.479735:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979688.479737:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1783979688.479738:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000010:2.0:1783979688.479741:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029840.
00000400:00000200:3.0:1783979688.479742:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783979688.479746:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054b28
00000400:00000010:2.0:1783979688.479749:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054b28.
00000100:00000001:2.0:1783979688.479752:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1783979688.479753:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30544c8
00000400:00000010:3.0:1783979688.479755:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30544c8.
00000100:00000200:2.0:1783979688.479756:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979688.479758:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979688.479762:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979688.479764:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979688.479771:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783979688.479772:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979688.479773:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979688.479774:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.479776:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.479789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979688.479791:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979688.479792:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1783979688.479794:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:3.0:1783979688.479797:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979688.479800:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7300.
00000100:00000001:2.0:1783979688.479802:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1783979688.479803:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:2.0:1783979688.479806:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979688.479806:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979688.479809:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054880
00000400:00000010:3.0:1783979688.479811:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054880.
00000100:00000001:3.0:1783979688.479813:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1783979688.479814:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979688.479818:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1783979688.479818:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.479819:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.479821:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.479824:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979688.479825:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783979688.479827:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1783979688.479828:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979688.479830:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1783979688.479834:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979688.479835:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979688.479835:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979688.479837:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979688.479841:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979688.479849:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979688.479857:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979688.479861:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979685/real 1783979688]  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979688.479868:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979688.479869:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979688.479870:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029f78.
00000400:00000200:2.0:1783979688.479873:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979688.479874:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979688.479877:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979688.479880:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979688.479888:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.479894:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979688.479896:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.479898:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.479899:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979688.479902:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.479909:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979688.479913:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.479919:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979688.479921:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.479923:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.479924:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.479926:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979688.479928:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979688.479930:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979688.479934:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979688.479936:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979688.479940:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979688.479947:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559962880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979688.479951:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979688.479957:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979685/real 1783979688]  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979688.479962:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979688.479964:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979688.479965:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979688.479968:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979688.479969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979688.479972:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979688.479975:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979688.479982:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.479987:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979688.479988:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.479990:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.479991:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979688.479994:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.480000:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979688.480003:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.480014:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979688.480017:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.480018:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979688.480019:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.480020:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979688.480022:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979688.480024:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979688.480027:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979688.480029:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979688.480032:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979688.480039:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979688.480043:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.480045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979688.480915:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806300 x1870627559962752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.480927:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979688.480931:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979688.480936:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979688.480941:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979688.480944:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979688.480947:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979688.480950:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979688.480952:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb800.
02000000:00000001:2.0:1783979688.480955:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979688.480957:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979688.480959:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806300.
00000100:00000001:2.0:1783979688.480962:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979688.480963:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.480966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979688.480970:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804700 x1870627559962880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.480975:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979688.480976:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979688.480977:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979688.480978:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979688.480979:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979688.480980:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979688.480981:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979688.480981:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:2.0:1783979688.480983:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979688.480983:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979688.480984:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804700.
00000100:00000001:2.0:1783979688.480985:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979688.480986:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.480987:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979688.480990:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807480 x1870627559963008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979688.480993:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979688.480993:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979688.480994:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979688.480995:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979688.480996:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979688.480997:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979688.480997:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979688.480998:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba000.
02000000:00000001:2.0:1783979688.481000:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979688.481000:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979688.481001:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807480.
00000100:00000001:2.0:1783979688.481002:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979688.481003:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.481005:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979688.481014:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979688.481015:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979688.481018:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979688.481020:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979689.241268:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979689.241278:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979689.241284:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979689.241286:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979689.241290:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979689.241291:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979689.241390:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979689.241395:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979689.241400:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979689.241480:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305084109, at 4305084160
00000100:00000010:2.0:1783979689.241493:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00000100:00000040:3.0:1783979689.244929:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305084109, at 4305084163
00000100:00000010:3.0:1783979689.244949:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856279c0.
00010000:00000001:1.0:1783979690.265222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979690.265232:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979690.265328:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979690.265330:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979690.265333:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979690.265335:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979690.265604:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979690.265609:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979690.265612:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979690.524101:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979690.524117:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979690.524120:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979690.524126:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979690.524132:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979690.524141:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10413
00000400:00000200:2.0:1783979690.524154:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979690.524162:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979690.524166:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979690.524170:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524174:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524176:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524178:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979690.524183:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979690.524186:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979690.524189:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979690.524192:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979690.524195:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979690.524198:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979690.524201:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524203:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524205:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524208:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979690.524210:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979690.524214:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524216:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979690.524219:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979690.524225:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979690.524228:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524230:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979690.524234:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979690.524312:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341f80.
00000020:00000040:2.0:1783979690.524318:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979690.524323:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979690.524325:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524329:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979690.524333:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979690.524339:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979690.524348:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000100:00000001:2.0:1783979690.524358:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979690.524370:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979690.524381:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979690.524387:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979690.524392:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0bbf7] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979690.524425:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979690.524429:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979690.524432:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979690.524434:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979690.524436:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979690.524439:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979690.524442:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10413
00000400:00000200:2.0:1783979690.524447:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979690.524450:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979690.524452:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979690.524455:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524458:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524460:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524462:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979690.524465:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979690.524466:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979690.524468:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979690.524470:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979690.524472:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979690.524475:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979690.524477:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524479:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524481:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524483:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979690.524485:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979690.524488:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524490:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979690.524492:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979690.524500:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979690.524502:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524504:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979690.524509:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979690.524512:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524514:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979690.524518:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341180.
00000020:00000040:2.0:1783979690.524520:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979690.524523:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979690.524524:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524526:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979690.524527:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979690.524529:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979690.524533:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:2.0:1783979690.524537:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979690.524542:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979690.524548:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979690.524549:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979690.524552:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013035e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979690.524557:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979690.524559:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979690.524563:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979690.524564:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979690.524565:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979690.524567:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979690.524569:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10413
00000400:00000200:2.0:1783979690.524571:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979690.524573:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979690.524574:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979690.524576:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524577:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524578:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524580:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979690.524581:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979690.524582:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979690.524583:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979690.524585:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979690.524586:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979690.524587:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979690.524588:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524589:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524590:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524591:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979690.524593:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979690.524595:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524596:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979690.524597:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979690.524599:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979690.524600:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524602:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979690.524603:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979690.524605:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524606:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979690.524608:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342300.
00000020:00000040:2.0:1783979690.524610:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979690.524611:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979690.524612:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524613:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979690.524614:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979690.524615:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979690.524617:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979690.524619:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979690.524621:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979690.524625:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979690.524627:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979690.524629:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000973e3903] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979690.524633:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979690.524634:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979690.524636:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979690.524637:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979690.524638:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979690.524639:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979690.524641:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10413
00000400:00000200:2.0:1783979690.524643:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979690.524645:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979690.524646:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979690.524648:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524649:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524650:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524651:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979690.524652:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979690.524653:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979690.524654:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979690.524655:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979690.524656:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979690.524657:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979690.524658:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524659:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524660:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524661:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979690.524662:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979690.524664:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524665:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979690.524666:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979690.524667:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979690.524668:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524669:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979690.524670:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979690.524671:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524672:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979690.524674:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341880.
00000020:00000040:2.0:1783979690.524675:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979690.524676:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979690.524678:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524679:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979690.524679:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979690.524680:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979690.524683:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979690.524685:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979690.524689:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979690.524696:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979690.524698:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979690.524701:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ca787f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979690.524709:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979690.524711:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979690.524714:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979690.524716:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979690.524717:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979690.524720:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979690.524722:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10413
00000400:00000200:2.0:1783979690.524726:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979690.524729:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979690.524731:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979690.524734:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524736:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524738:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524740:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979690.524742:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979690.524755:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979690.524756:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979690.524758:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979690.524760:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979690.524762:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979690.524764:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524765:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979690.524766:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524768:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979690.524769:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979690.524770:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979690.524771:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979690.524772:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979690.524774:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979690.524775:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524776:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979690.524778:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979690.524779:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524781:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979690.524783:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340380.
00000020:00000040:2.0:1783979690.524785:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979690.524787:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979690.524787:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979690.524789:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979690.524790:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979690.524791:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979690.524793:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783979690.524795:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979690.524798:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979690.524803:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979690.524804:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979690.524806:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbc9696d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979690.524810:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979690.524815:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10423)
00000100:00000001:3.0:1783979690.525421:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979690.525428:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979690.525431:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979690.525441:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525453:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979690.525455:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.525460:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979690.525462:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979690.525466:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979690.525470:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559963136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979690.525475:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979690.525483:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979690.525486:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.525489:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979690.525496:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979690.525498:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979690.525505:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979690.525510:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979690.525518:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979690.525526:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559963136, portal 25
00000100:00000001:3.0:1783979690.525529:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979690.525531:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:3.0:1783979690.525537:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525546:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979690.525548:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979690.525552:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979690.525555:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559963136, offset 0
00000400:00000200:3.0:1783979690.525562:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979690.525573:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.525581:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979690.525587:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979690.525591:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979690.525596:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979690.525599:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979690.525603:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390725:390725:256:4294967295] 192.168.201.140@tcp LPNI seq info [390700:390700:8:4294967295]
00000400:00000200:3.0:1783979690.525607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.525618:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979690.525624:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.525630:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979690.525638:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979690.525642:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979690.525649:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979690.525652:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979690.525657:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.525660:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979690.525668:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979690.525685:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979690.525691:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979690.525694:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979690.525701:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979690.525705:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525715:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.525718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525725:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.525727:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979690.525734:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979690.525738:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979690.525741:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305089230
00000100:00000010:3.0:1783979690.525755:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3d80.
00000100:00000001:3.0:1783979690.525764:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979690.525772:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305089230
00000100:00000010:3.0:1783979690.525776:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3c60.
00000100:00000001:3.0:1783979690.525780:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979690.525783:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979690.525786:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.525789:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979690.525795:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979690/real 1783979690]  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979690.525806:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979690.525808:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979690.525810:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979690.525813:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979690.525815:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979690.525817:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979690.525822:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979690.525832:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525839:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979690.525841:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.525843:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.525845:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979690.525849:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525855:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979690.525860:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525868:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979690.525871:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.525873:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.525875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.525877:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979690.525880:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979690.525883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979690.525888:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979690.525891:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979690.525895:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979690.525902:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559963136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979690.525907:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979690.525910:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525922:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979690.525924:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.525926:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979690.525928:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979690.525930:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979690.525933:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979690.525936:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979690.525939:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979690.525940:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.525942:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979690.525946:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979690.525948:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979690.525952:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979690.525955:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979690.525959:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979690.525961:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559963264, portal 10
00000100:00000001:3.0:1783979690.525963:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979690.525964:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:3.0:1783979690.525972:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.525978:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979690.525981:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979690.525983:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979690.525985:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559963264, offset 0
00000400:00000200:3.0:1783979690.525989:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979690.525992:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.525996:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979690.525999:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979690.526002:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979690.526004:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979690.526006:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979690.526009:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390726:390726:256:4294967295] 192.168.201.140@tcp LPNI seq info [390701:390701:8:4294967295]
00000400:00000200:3.0:1783979690.526013:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.526018:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979690.526022:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.526025:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979690.526028:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979690.526031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979690.526035:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979690.526037:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979690.526041:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.526042:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979690.526045:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979690.526102:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979690.526105:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979690.526107:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979690.526109:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979690.526113:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.526120:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.526123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.526128:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.526129:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979690.526132:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979690.526136:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979690.526139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979690.526140:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305085462
00000100:00000001:3.0:1783979690.526143:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305089230
00000100:00000001:3.0:1783979690.526145:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305085462
00000100:00000001:3.0:1783979690.526147:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305089230
00000100:00000001:3.0:1783979690.526149:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979690.526151:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.526153:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979690.526156:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979690/real 1783979690]  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979690.529848:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979690.529852:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979690.529857:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979690.529866:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979690.529868:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979690.529874:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979690.529889:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979690.529899:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.529907:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979690.529909:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.529912:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.529914:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979690.529918:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.529924:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979690.529929:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.529937:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979690.529940:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.529942:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.529943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.529946:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979690.529949:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979690.529953:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979690.529959:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979690.529962:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979690.529967:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979690.529975:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979690.529983:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979690.529987:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.529995:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979690.529997:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.530003:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979690.530007:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979690.530010:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979690.530014:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979690.530019:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979690.530024:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979690.530028:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.530031:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979690.530043:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979690.530046:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979690.530072:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979690.530077:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979690.530082:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979690.530089:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559963392, portal 10
00000100:00000001:3.0:1783979690.530092:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979690.530093:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:3.0:1783979690.530102:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.530109:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979690.530112:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979690.530115:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979690.530119:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559963392, offset 0
00000400:00000200:3.0:1783979690.530126:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979690.530137:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.530147:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979690.530153:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979690.530157:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979690.530162:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979690.530164:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979690.530168:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390727:390727:256:4294967295] 192.168.201.140@tcp LPNI seq info [390702:390702:8:4294967295]
00000400:00000200:3.0:1783979690.530173:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.530183:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979690.530189:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.531101:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979690.531120:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979690.531124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979690.531130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979690.531133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979690.531158:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.531161:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979690.531168:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979690.531173:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979690.531179:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979690.531181:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979690.531187:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979690.531192:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531203:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.531206:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531213:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.531216:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979690.531224:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979690.531229:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979690.531233:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979690.531237:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305085463
00000100:00000001:3.0:1783979690.531241:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305089230
00000100:00000001:3.0:1783979690.531244:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305085463
00000100:00000001:3.0:1783979690.531246:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305089230
00000100:00000001:3.0:1783979690.531249:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979690.531252:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.531254:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979690.531258:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979690/real 1783979690]  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979690.531269:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979690.531271:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979690.531273:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979690.531276:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979690.531278:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979690.531281:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979690.531285:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979690.531293:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531300:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979690.531302:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.531304:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.531306:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979690.531310:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531317:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979690.531322:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531330:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979690.531333:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.531335:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.531336:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.531338:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979690.531341:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979690.531344:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979690.531354:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979690.531357:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979690.531361:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979690.531370:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979690.531375:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979690.531379:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531385:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979690.531387:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.531390:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979690.531393:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979690.531395:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979690.531398:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979690.531401:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979690.531405:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979690.531408:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.531410:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979690.531417:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979690.531420:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979690.531424:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979690.531428:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979690.531432:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979690.531436:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559963520, portal 4
00000100:00000001:3.0:1783979690.531438:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979690.531440:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:3.0:1783979690.531446:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531453:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979690.531455:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979690.531457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979690.531460:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559963520, offset 0
00000400:00000200:3.0:1783979690.531465:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979690.531470:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.531476:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979690.531480:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979690.531483:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979690.531486:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979690.531488:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979690.531491:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390728:390728:256:4294967295] 192.168.201.140@tcp LPNI seq info [390703:390703:8:4294967295]
00000400:00000200:3.0:1783979690.531495:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.531503:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979690.531508:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.531511:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979690.531515:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979690.531517:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979690.531522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979690.531524:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979690.531528:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.531530:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979690.531533:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979690.531536:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979690.531539:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979690.531541:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979690.531543:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979690.531547:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531554:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.531557:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.531564:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979690.531567:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979690.531570:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979690.531573:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979690.531575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305085490
00000100:00000001:3.0:1783979690.531577:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305089230
00000100:00000001:3.0:1783979690.531579:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305085490
00000100:00000001:3.0:1783979690.531581:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305089230
00000100:00000001:3.0:1783979690.531583:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979690.531585:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.531587:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979690.531590:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979690/real 1783979690]  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979690.531597:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979690.531598:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979690.531599:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979690.531601:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979690.531603:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979690.531605:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979690.531607:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979690.531614:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531620:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979690.531621:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.531623:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.531624:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979690.531627:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531632:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979690.531635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531641:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979690.531644:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.531645:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.531647:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.531648:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979690.531650:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979690.531652:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979690.531656:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979690.531659:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979690.531662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979690.531670:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979690.531674:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979690.531678:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531685:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979690.531687:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.531690:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979690.531691:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979690.531693:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979690.531696:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979690.531699:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979690.531701:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979690.531703:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979690.531705:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979690.531708:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979690.531710:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979690.531713:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979690.531715:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979690.531718:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979690.531721:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559963648, portal 4
00000100:00000001:3.0:1783979690.531723:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979690.531724:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:3.0:1783979690.531730:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531737:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979690.531739:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979690.531741:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979690.531757:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559963648, offset 0
00000400:00000200:3.0:1783979690.531762:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979690.531766:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.531769:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979690.531772:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979690.531774:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979690.531776:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979690.531778:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979690.531781:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390729:390729:256:4294967295] 192.168.201.140@tcp LPNI seq info [390704:390704:8:4294967295]
00000400:00000200:3.0:1783979690.531784:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979690.531789:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979690.531794:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.531796:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979690.531800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979690.531802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979690.531806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979690.531808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979690.531812:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979690.531813:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979690.531816:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979690.531819:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979690.531821:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979690.531823:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979690.531825:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979690.531828:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531835:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.531837:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.531842:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.531844:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979690.531846:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979690.533369:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979690.533385:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979690.533390:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305085494
00000100:00000001:3.0:1783979690.533395:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305089230
00000100:00000001:3.0:1783979690.533398:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305085494
00000100:00000001:3.0:1783979690.533400:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305089230
00000100:00000001:3.0:1783979690.533402:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979690.533407:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.533410:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979690.533658:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979690/real 1783979690]  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979690.533676:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979690.533678:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979690.533681:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979690.533687:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979690.533689:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979690.533695:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979690.533700:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979690.533710:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.533718:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979690.533720:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533723:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.533725:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979690.533729:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.533735:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979690.533740:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.533764:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979690.533767:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533768:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979690.533770:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533773:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979690.533775:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979690.533779:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979690.533784:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979690.533787:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979690.533792:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979690.533800:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979690.533806:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533809:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.533814:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559963136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.533822:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979690.533826:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979690.533830:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979690.533835:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979690.533838:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979690.533840:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979690.533844:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979690.533847:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:3.0:1783979690.533852:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979690.533854:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979690.533856:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:3.0:1783979690.533862:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979690.533864:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533865:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.533870:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559963264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.533876:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979690.533877:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979690.533879:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979690.533881:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979690.533883:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979690.533884:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979690.533886:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979690.533887:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:3.0:1783979690.533889:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979690.533890:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979690.533892:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:3.0:1783979690.533894:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979690.533895:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533896:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.533901:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559963392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.533907:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979690.533908:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979690.533910:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783979690.533912:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979690.533914:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979690.533915:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979690.533917:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979690.533918:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:3.0:1783979690.533920:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979690.533921:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979690.533923:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:3.0:1783979690.533925:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979690.533926:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533927:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.533931:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559963520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.533937:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979690.533939:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979690.533940:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979690.533942:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979690.533943:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979690.533944:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979690.533946:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979690.533947:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783979690.533950:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979690.533950:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979690.533952:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:3.0:1783979690.533954:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979690.533955:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533957:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979690.533960:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559963648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979690.533965:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979690.533967:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979690.533968:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979690.533970:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979690.533971:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979690.533973:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979690.533974:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979690.533976:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783979690.533978:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979690.533979:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979690.533980:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:3.0:1783979690.533982:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979690.533983:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533985:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979690.533994:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979690.533996:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979690.533999:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979690.534001:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979691.289277:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979691.289280:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979691.289284:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289290:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979691.289293:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289295:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289298:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289301:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979691.289303:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979691.289304:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979691.289306:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289307:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979691.289309:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289310:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289312:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979691.289315:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979691.289317:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979691.289997:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979691.290003:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979691.290006:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979692.313130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979692.313139:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979692.313147:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979692.313149:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979692.313152:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979692.313153:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979692.313254:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979692.313258:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979692.313262:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979693.339153:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979693.339160:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979693.339165:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979693.339166:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979693.339170:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979693.339171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979693.339355:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979693.339360:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979693.339363:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979694.361177:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305089230, at 4305089280
00000100:00000010:2.0:1783979694.361193:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3d80.
00000100:00000040:3.0:1783979694.361988:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305089230, at 4305089280
00000100:00000010:3.0:1783979694.361997:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3c60.
00010000:00000001:1.0:1783979694.362141:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979694.362144:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979694.362147:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979694.362148:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979694.362150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979694.362151:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979694.362208:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979694.362212:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979694.362215:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979695.385783:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979695.385790:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979695.385796:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979695.385797:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979695.385800:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979695.385803:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979695.385806:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979695.385809:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979695.385813:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979695.385815:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979695.385817:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979695.385819:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979695.385868:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979695.385872:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979695.385875:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979695.641681:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979695.641693:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979695.641696:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979695.641700:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979695.641705:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979695.641713:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10418
00000400:00000200:3.0:1783979695.641722:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979695.641729:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979695.641732:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979695.641735:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.641739:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.641742:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.641745:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979695.641749:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979695.641751:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979695.641754:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979695.641758:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979695.641760:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979695.641763:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979695.641766:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.641768:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.641770:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.641771:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979695.641774:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979695.641778:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979695.641780:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979695.641783:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979695.641787:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979695.641790:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.641792:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979695.641795:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979695.641805:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979695.641808:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979695.641813:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979695.641814:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.641817:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979695.641821:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979695.641824:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979695.641832:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979695.641839:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979695.641848:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979695.641858:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979695.641863:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979695.641868:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.641922:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979695.641927:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979695.641929:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979695.641935:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.641943:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979695.641945:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.641948:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979695.641951:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979695.641953:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979695.641957:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559963776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979695.641961:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979695.641965:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979695.641968:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.641970:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979695.641974:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979695.641976:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979695.641982:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979695.641986:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979695.641993:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979695.642000:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559963776, portal 25
00000100:00000001:2.0:1783979695.642002:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979695.642004:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:2.0:1783979695.642009:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.642017:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979695.642019:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979695.642022:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979695.642025:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559963776, offset 0
00000400:00000200:2.0:1783979695.642031:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979695.642040:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.642046:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979695.642084:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979695.642190:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979695.642195:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979695.642198:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979695.642201:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390730:390730:256:4294967295] 192.168.201.140@tcp LPNI seq info [390705:390705:8:4294967295]
00000400:00000200:2.0:1783979695.642207:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.642227:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979695.642234:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.642240:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979695.642257:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979695.642260:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979695.642266:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979695.642269:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979695.642274:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.642277:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979695.642284:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979695.642288:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979695.642294:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979695.642296:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979695.642300:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979695.642305:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979695.642425:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979695.642429:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979695.642433:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979695.642435:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979695.642437:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979695.642440:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979695.642443:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10418
00000400:00000200:3.0:1783979695.642448:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979695.642451:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979695.642453:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979695.642456:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.642458:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.642460:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.642462:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979695.642465:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979695.642466:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979695.642468:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979695.642470:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979695.642472:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979695.642474:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979695.642477:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.642479:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.642481:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.642483:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979695.642485:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979695.642488:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979695.642492:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979695.642494:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979695.642499:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979695.642501:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.642503:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979695.642508:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979695.642510:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.642512:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979695.642517:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979695.642520:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979695.642522:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979695.642523:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.642525:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979695.642527:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979695.642528:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979695.642533:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979695.642536:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979695.642541:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979695.642549:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979695.642551:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979695.642555:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.643211:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.643277:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.643285:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.643287:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979695.643296:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979695.643300:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979695.643303:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305094348
00000100:00000010:2.0:1783979695.643309:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979695.643315:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979695.643322:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305094348
00000100:00000010:2.0:1783979695.643325:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856272a0.
00000100:00000001:2.0:1783979695.643328:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979695.643331:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979695.643334:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.643336:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979695.643341:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979695/real 1783979695]  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979695.643351:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979695.643353:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979695.643356:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979695.643359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979695.643360:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979695.643363:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979695.643367:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979695.643375:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.643382:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979695.643384:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.643386:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.643388:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979695.643391:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.643398:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979695.643402:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.643410:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979695.643413:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.643415:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.643416:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.643419:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979695.643421:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979695.643424:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979695.643428:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979695.643430:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979695.643434:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979695.643442:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559963776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979695.643447:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.643449:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.643452:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559963776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.643458:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979695.643461:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979695.643463:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979695.643466:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979695.643468:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979695.643470:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979695.643472:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979695.643475:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979695.643478:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979695.643480:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979695.643482:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:2.0:1783979695.643485:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979695.643486:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.643488:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.643496:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979695.643498:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.643501:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979695.643502:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979695.643504:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979695.643508:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.643514:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979695.643516:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.643519:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979695.643521:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979695.643523:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979695.643526:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979695.643529:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979695.643531:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979695.643533:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.643536:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979695.643539:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979695.643541:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979695.643545:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979695.643548:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979695.643552:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979695.643555:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559963904, portal 10
00000100:00000001:2.0:1783979695.643557:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979695.643559:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979695.643566:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.643572:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979695.643575:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979695.643577:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979695.643581:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559963904, offset 0
00000400:00000200:2.0:1783979695.643585:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979695.643589:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.643593:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979695.643597:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979695.643600:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979695.643602:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979695.643605:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979695.643609:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390731:390731:256:4294967295] 192.168.201.140@tcp LPNI seq info [390706:390706:8:4294967295]
00000400:00000200:2.0:1783979695.643613:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.643620:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979695.643625:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.643629:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979695.643633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979695.643636:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979695.644035:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979695.644038:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979695.644042:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.644045:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000100:00000001:3.0:1783979695.644207:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979695.644283:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979695.644289:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979695.644293:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979695.644295:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979695.644299:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979695.644303:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.644311:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.644314:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.644321:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.644322:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979695.644326:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979695.644330:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979695.644334:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979695.644337:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305090580
00000100:00000001:2.0:1783979695.644340:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305094348
00000100:00000001:2.0:1783979695.644342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305090580
00000100:00000001:2.0:1783979695.644344:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305094348
00000100:00000001:2.0:1783979695.644347:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979695.644349:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.644351:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979695.644355:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979695/real 1783979695]  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979695.644363:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979695.644365:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979695.644367:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979695.644369:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979695.644371:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979695.644374:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979695.644376:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979695.644384:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.644390:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979695.644392:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.644394:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.644395:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979695.644399:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.644405:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979695.644409:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.644416:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979695.644418:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.644420:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.644421:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.644422:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979695.644424:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979695.644427:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979695.644431:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979695.644433:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979695.644436:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979695.644444:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559963904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979695.644448:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.644450:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.644453:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559963904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.644459:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979695.644461:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979695.644463:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979695.644465:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979695.644467:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979695.644468:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979695.644470:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979695.644472:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979695.644475:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979695.644476:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979695.644478:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979695.644481:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979695.644482:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.644484:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.644488:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979695.644490:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.644492:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979695.644493:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979695.644537:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979695.644542:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979695.644544:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979695.644546:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979695.644549:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979695.644552:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10418
00000400:00000200:3.0:1783979695.644556:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979695.644560:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979695.644563:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979695.644566:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644568:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.644571:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644573:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979695.644575:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979695.644577:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979695.644579:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979695.644581:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979695.644584:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979695.644586:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979695.644589:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644591:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.644593:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644595:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979695.644598:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979695.644601:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644603:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979695.644605:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979695.644610:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979695.644613:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.644615:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979695.644618:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979695.644621:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.644623:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979695.644628:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979695.644631:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979695.644635:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979695.644636:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.644765:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979695.644769:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979695.644772:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979695.644779:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979695.644784:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979695.644790:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979695.644799:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979695.644802:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979695.644806:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979695.644829:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979695.644832:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979695.644836:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979695.644837:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979695.644839:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979695.644841:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979695.644844:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10418
00000400:00000200:3.0:1783979695.644848:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979695.644851:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979695.644853:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979695.644855:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644857:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.644859:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644861:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979695.644863:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979695.644864:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979695.644866:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979695.644868:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979695.644870:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979695.644872:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979695.644876:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644877:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.644879:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644881:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979695.644883:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979695.644886:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644889:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979695.644890:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979695.644894:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979695.644895:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.644897:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979695.644900:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979695.644902:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.644904:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979695.644908:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979695.644910:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979695.644913:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979695.644914:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.644915:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979695.644917:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979695.644918:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979695.644922:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979695.644925:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979695.644930:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979695.644938:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979695.644940:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979695.644943:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979695.644951:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979695.644954:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979695.644957:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979695.644959:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979695.644960:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979695.644963:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979695.644965:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10418
00000400:00000200:3.0:1783979695.644969:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979695.644971:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979695.644973:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979695.644976:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644978:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.644980:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644982:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979695.644984:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979695.644985:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979695.644987:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979695.644989:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979695.644992:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979695.644994:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979695.644997:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.644999:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979695.645000:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979695.645002:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979695.645005:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979695.645007:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979695.645010:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979695.645012:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979695.645014:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979695.645016:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.645018:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979695.645019:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979695.645022:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.645024:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979695.645028:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979695.645030:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979695.645032:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979695.645033:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979695.645035:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979695.645036:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979695.645037:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979695.645041:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979695.645044:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.645190:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979695.645192:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979695.645194:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979695.645198:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645269:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979695.645271:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.645274:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979695.645276:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979695.645278:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979695.645282:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979695.645285:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979695.645288:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979695.645290:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.645292:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979695.645295:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979695.645297:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979695.645300:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979695.645303:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979695.645307:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979695.645311:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559964032, portal 10
00000100:00000001:2.0:1783979695.645313:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979695.645315:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979695.645320:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645326:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979695.645328:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979695.645330:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979695.645333:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559964032, offset 0
00000400:00000200:2.0:1783979695.645337:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979695.645342:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.645346:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979695.645350:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979695.645353:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979695.645355:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979695.645357:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979695.645360:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390732:390732:256:4294967295] 192.168.201.140@tcp LPNI seq info [390707:390707:8:4294967295]
00000400:00000200:2.0:1783979695.645364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.645370:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979695.645374:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.645378:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979695.645382:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979695.645385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979695.645389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979695.645392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979695.645396:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.645398:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979695.645402:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979695.645405:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979695.645408:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979695.645410:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979695.645413:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979695.645416:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645423:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.645426:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645432:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.645433:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979695.645436:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979695.645439:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979695.645442:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979695.645445:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305090577
00000100:00000001:2.0:1783979695.645447:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305094348
00000100:00000001:2.0:1783979695.645449:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305090577
00000100:00000001:2.0:1783979695.645451:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305094348
00000100:00000001:2.0:1783979695.645453:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979695.645456:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.645458:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979695.645461:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979695/real 1783979695]  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979695.645468:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979695.645469:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979695.645471:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979695.645473:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979695.645474:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979695.645476:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979695.645479:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979695.645487:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645493:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979695.645494:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.645496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.645497:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979695.645500:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645506:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979695.645509:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645515:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979695.645517:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.645518:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.645519:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.645521:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979695.645522:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979695.645524:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979695.645528:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979695.645530:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979695.645533:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979695.645540:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979695.645544:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979695.645546:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645552:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979695.645553:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.645555:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979695.645557:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979695.645559:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979695.645561:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979695.645564:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979695.645565:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979695.645567:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.645568:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979695.645571:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783979695.645573:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979695.645576:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979695.645578:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979695.645581:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979695.645583:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559964160, portal 4
00000100:00000001:2.0:1783979695.645585:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979695.645586:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979695.645591:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645596:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979695.645599:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979695.645601:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979695.645603:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559964160, offset 0
00000400:00000200:2.0:1783979695.645607:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979695.645610:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.645614:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979695.645616:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979695.645618:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979695.645620:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979695.645622:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979695.645625:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390733:390733:256:4294967295] 192.168.201.140@tcp LPNI seq info [390708:390708:8:4294967295]
00000400:00000200:2.0:1783979695.645629:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.645634:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1783979695.645768:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979695.645776:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979695.645778:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979695.645782:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979695.645791:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979695.645796:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10428)
00000800:00000200:2.0:1783979695.645841:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.645846:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979695.645851:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979695.645854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979695.645858:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979695.645860:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979695.645864:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.645866:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979695.645869:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979695.645872:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979695.645875:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979695.645877:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979695.645879:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979695.645883:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645890:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.645893:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645899:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.645900:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979695.645904:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979695.645907:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979695.645910:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979695.645912:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305090604
00000100:00000001:2.0:1783979695.645914:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305094348
00000100:00000001:2.0:1783979695.645916:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305090604
00000100:00000001:2.0:1783979695.645918:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305094348
00000100:00000001:2.0:1783979695.645920:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979695.645922:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.645924:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979695.645928:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979695/real 1783979695]  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979695.645936:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979695.645937:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979695.645939:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979695.645941:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979695.645943:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979695.645945:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979695.645948:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979695.645955:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645961:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979695.645963:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.645965:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.645966:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979695.645969:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645975:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979695.645979:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.645985:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979695.645988:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.645989:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.645990:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.645992:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979695.645994:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979695.645996:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979695.645999:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979695.646002:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979695.646006:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979695.646013:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979695.646016:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646018:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.646021:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559964032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646027:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979695.646029:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979695.646032:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979695.646034:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979695.646036:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979695.646037:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979695.646040:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979695.646041:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979695.646045:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979695.646046:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979695.646196:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979695.646200:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979695.646201:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646204:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.646208:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559964160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646280:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979695.646281:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979695.646283:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783979695.646286:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979695.646287:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979695.646288:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979695.646290:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979695.646292:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979695.646294:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979695.646295:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979695.646296:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979695.646298:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979695.646300:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646302:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646307:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979695.646309:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.646311:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979695.646313:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979695.646314:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979695.646318:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646326:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979695.646327:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.646329:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979695.646331:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979695.646333:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979695.646336:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979695.646339:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979695.646341:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979695.646342:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979695.646344:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979695.646347:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783979695.646350:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979695.646353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979695.646356:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979695.646359:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979695.646363:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559964288, portal 4
00000100:00000001:2.0:1783979695.646365:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979695.646366:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783979695.646371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646377:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979695.646379:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979695.646381:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979695.646384:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559964288, offset 0
00000400:00000200:2.0:1783979695.646388:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979695.646391:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.646395:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979695.646397:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979695.646400:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979695.646402:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979695.646404:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979695.646407:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390734:390734:256:4294967295] 192.168.201.140@tcp LPNI seq info [390709:390709:8:4294967295]
00000400:00000200:2.0:1783979695.646411:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979695.646417:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979695.646421:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.646425:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979695.646428:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979695.646431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979695.646435:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979695.646437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979695.646441:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979695.646443:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979695.646446:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979695.646449:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979695.646453:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979695.646455:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979695.646457:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979695.646461:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646468:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.646471:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979720 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646477:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.646478:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979695.646481:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979695.646484:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979695.646487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979695.646489:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305090607
00000100:00000001:2.0:1783979695.646491:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305094348
00000100:00000001:2.0:1783979695.646493:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305090607
00000100:00000001:2.0:1783979695.646495:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305094348
00000100:00000001:2.0:1783979695.646497:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979695.646499:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.646501:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979695.646505:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979695/real 1783979695]  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979695.646513:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979695.646514:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979695.646516:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979695.646518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979695.646520:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979695.646522:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979695.646525:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979695.646538:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646545:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979695.646546:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646548:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.646549:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979695.646553:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646559:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979695.646563:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646569:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979695.646571:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646573:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979695.646574:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646576:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979695.646577:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979695.646580:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979695.646583:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979695.646585:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979695.646589:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979695.646597:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979695.646600:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646602:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979695.646605:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559964288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979720 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979695.646616:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979695.646618:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979695.646620:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783979695.646622:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979695.646624:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979695.646625:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979695.646627:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979695.646629:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979695.646631:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979695.646632:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979695.646633:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979695.646636:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979695.646637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646766:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979695.646769:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979695.646770:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979695.646772:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979695.646774:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979696.409197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979696.409205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979696.409211:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979696.409212:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979696.409215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979696.409216:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979696.409275:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979696.409278:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979696.409280:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1783979696.537184:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:2.0:1783979696.537194:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:2.0:1783979696.537200:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1783979696.537910:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1783979696.537917:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979696.537927:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783979696.537932:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979696.537934:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979697.433418:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979697.433426:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979697.433433:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979697.433434:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979697.433438:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979697.433439:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979697.433527:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979697.433530:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979697.433534:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979698.457188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979698.457196:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979698.457202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979698.457203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979698.457207:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979698.457208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979698.457309:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979698.457313:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979698.457316:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979699.481168:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305094348, at 4305094400
00010000:00000001:1.0:1783979699.481179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979699.481185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979699.481189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979699.481191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979699.481194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979699.481195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979699.481273:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979699.481277:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979699.481280:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979699.481374:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305094348, at 4305094400
00000100:00000010:3.0:1783979699.481383:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856272a0.
00000100:00000010:2.0:1783979699.481749:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00010000:00000001:1.0:1783979700.505179:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979700.505189:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979700.505191:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979700.505195:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979700.505200:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979700.505202:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979700.505204:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979700.505206:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979700.505210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979700.505212:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979700.505213:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979700.505214:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979700.505216:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979700.505217:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979700.505219:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979700.505221:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979700.505224:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979700.505226:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979700.505837:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979700.505841:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979700.505844:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979700.762006:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979700.762027:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979700.762030:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979700.762035:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979700.762040:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979700.762071:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10423
00000400:00000200:3.0:1783979700.762086:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979700.762095:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979700.762099:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979700.762103:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762106:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762108:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762111:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979700.762116:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979700.762118:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979700.762121:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979700.762125:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979700.762128:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979700.762130:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979700.762133:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762134:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762137:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762139:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979700.762142:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979700.762145:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762148:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979700.762152:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979700.762157:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979700.762160:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762164:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979700.762167:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979700.762183:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979700.762188:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979700.762193:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979700.762196:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762201:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979700.762204:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979700.762210:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979700.762222:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979700.762231:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979700.762246:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979700.762259:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979700.762266:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979700.762272:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979700.762301:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979700.762304:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979700.762308:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979700.762309:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979700.762311:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979700.762314:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979700.762317:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10423
00000400:00000200:3.0:1783979700.762321:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979700.762324:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979700.762326:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979700.762329:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762331:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762333:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762335:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979700.762338:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979700.762340:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979700.762341:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979700.762344:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979700.762346:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979700.762348:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979700.762351:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762353:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762355:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762357:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979700.762360:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979700.762363:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762365:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979700.762367:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979700.762374:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979700.762376:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762378:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979700.762383:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979700.762387:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762389:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979700.762392:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979700.762395:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979700.762398:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979700.762399:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762401:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979700.762402:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979700.762404:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979700.762408:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979700.762411:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979700.762416:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979700.762424:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979700.762427:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979700.762430:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979700.762438:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979700.762441:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979700.762444:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979700.762447:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979700.762449:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979700.762451:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979700.762454:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10423
00000400:00000200:3.0:1783979700.762458:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979700.762461:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979700.762463:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979700.762466:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762468:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762469:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762471:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979700.762473:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979700.762474:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979700.762476:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979700.762478:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979700.762480:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979700.762481:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979700.762484:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762486:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762487:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762489:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979700.762491:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979700.762493:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762495:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979700.762497:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979700.762500:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979700.762501:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762504:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979700.762506:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979700.762508:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762511:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979700.762514:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979700.762516:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979700.762518:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979700.762519:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762521:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979700.762522:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979700.762524:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979700.762528:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979700.762531:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979700.762535:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979700.762542:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979700.762544:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979700.762548:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979700.762562:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979700.762564:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979700.762583:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979700.762584:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979700.762586:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979700.762588:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979700.762591:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10423
00000400:00000200:3.0:1783979700.762596:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979700.762599:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979700.762601:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979700.762604:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762605:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762607:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762609:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979700.762612:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979700.762614:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979700.762615:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979700.762617:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979700.762619:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979700.762621:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979700.762624:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762626:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762627:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762629:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979700.762631:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979700.762633:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762636:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979700.762638:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979700.762640:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979700.762643:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762645:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979700.762647:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979700.762650:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762651:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979700.762655:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979700.762656:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979700.762659:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979700.762660:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762662:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979700.762663:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979700.762665:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979700.762669:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979700.762672:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979700.762677:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979700.762684:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979700.762686:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979700.762690:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979700.762696:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979700.762699:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979700.762702:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979700.762703:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979700.762705:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979700.762708:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979700.762710:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10423
00000400:00000200:3.0:1783979700.762713:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979700.762716:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979700.762717:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979700.762720:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762722:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762723:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762725:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979700.762727:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979700.762729:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979700.762730:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979700.762732:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979700.762734:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979700.762735:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979700.762738:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762739:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979700.762741:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762743:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979700.762745:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979700.762747:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979700.762750:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979700.762752:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979700.762755:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979700.762757:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762759:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979700.762761:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979700.762763:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762765:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979700.762769:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979700.762771:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979700.762774:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979700.762775:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979700.762776:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979700.762778:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979700.762779:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979700.762785:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979700.762788:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979700.762792:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979700.762799:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979700.762801:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979700.762805:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979700.762812:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979700.762817:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10433)
00000100:00000001:2.0:1783979700.765420:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979700.765429:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979700.765432:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979700.765447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765460:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979700.765462:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.765466:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979700.765470:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979700.765473:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979700.765477:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559964416:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979700.765481:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979700.765486:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979700.765489:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.765492:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979700.765501:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783979700.765503:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979700.765511:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979700.765515:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979700.765522:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979700.765529:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559964416, portal 25
00000100:00000001:2.0:1783979700.765531:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979700.765533:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979700.765549:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765556:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979700.765559:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979700.765562:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979700.765573:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559964416, offset 0
00000400:00000200:2.0:1783979700.765580:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979700.765588:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.765596:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979700.765601:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979700.765605:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979700.765608:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979700.765611:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979700.765615:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390735:390735:256:4294967295] 192.168.201.140@tcp LPNI seq info [390710:390710:8:4294967295]
00000400:00000200:2.0:1783979700.765620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.765628:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979700.765634:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.765639:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979700.765646:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979700.765650:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979700.765655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979700.765658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979700.765672:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.765675:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979700.765682:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979700.765686:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979700.765692:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979700.765694:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979700.765698:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979700.765703:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765713:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.765716:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765724:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.765725:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979700.765731:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979700.765735:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979700.765739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305099470
00000100:00000010:2.0:1783979700.765743:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979700.765750:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979700.765757:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305099470
00000100:00000010:2.0:1783979700.765760:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627300.
00000100:00000001:2.0:1783979700.765763:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979700.765780:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979700.765783:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.765786:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979700.765790:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979700/real 1783979700]  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979700.765800:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979700.765802:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979700.765804:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979700.765807:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979700.765808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979700.765811:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979700.765814:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979700.765821:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765827:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979700.765829:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.765831:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.765833:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979700.765837:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765843:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979700.765848:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765854:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979700.765857:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.765858:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.765859:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.765862:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979700.765864:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979700.765867:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979700.765872:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979700.765873:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979700.765878:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979700.765886:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559964416:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979700.765890:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979700.765894:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765900:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979700.765901:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.765903:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979700.765905:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979700.765907:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979700.765910:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979700.765913:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979700.765915:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979700.765916:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.765918:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979700.765922:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979700.765924:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979700.765927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979700.765930:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979700.765933:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979700.765935:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559964544, portal 10
00000100:00000001:2.0:1783979700.765937:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979700.765938:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:2.0:1783979700.765945:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.765951:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979700.765954:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979700.765956:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979700.765958:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559964544, offset 0
00000400:00000200:2.0:1783979700.765962:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979700.765966:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.765970:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979700.765973:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979700.765976:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979700.765978:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979700.765980:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979700.765983:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390736:390736:256:4294967295] 192.168.201.140@tcp LPNI seq info [390711:390711:8:4294967295]
00000400:00000200:2.0:1783979700.765988:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.765994:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979700.765998:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.766001:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979700.766005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979700.766007:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979700.766011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979700.766014:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979700.766017:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.766019:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979700.766022:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979700.766025:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979700.766028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979700.766030:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979700.766032:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979700.766036:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.766045:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766094:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.766096:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979700.766099:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979700.766104:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979700.766108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979700.766109:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305095702
00000100:00000001:2.0:1783979700.766113:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305099470
00000100:00000001:2.0:1783979700.766115:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305095702
00000100:00000001:2.0:1783979700.766117:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305099470
00000100:00000001:2.0:1783979700.766119:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979700.766121:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.766123:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979700.766127:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979700/real 1783979700]  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979700.766136:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979700.766137:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979700.766139:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979700.766141:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979700.766143:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979700.766145:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979700.766147:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979700.766154:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766161:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979700.766162:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766164:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.766165:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979700.766169:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766175:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979700.766179:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766184:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979700.766186:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766188:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.766189:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766191:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979700.766193:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979700.766195:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979700.766199:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979700.766201:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979700.766204:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979700.766212:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979700.766215:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979700.766219:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766226:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979700.766227:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.766229:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979700.766231:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979700.766232:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979700.766235:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979700.766238:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979700.766240:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979700.766241:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.766243:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979700.766246:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa400.
02000000:00000001:2.0:1783979700.766248:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979700.766251:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979700.766253:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979700.766256:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979700.766258:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559964672, portal 10
00000100:00000001:2.0:1783979700.766260:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979700.766261:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979700.766266:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766272:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979700.766274:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979700.766276:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979700.766278:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559964672, offset 0
00000400:00000200:2.0:1783979700.766281:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979700.766285:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.766288:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979700.766291:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979700.766294:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979700.766296:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979700.766298:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979700.766301:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390737:390737:256:4294967295] 192.168.201.140@tcp LPNI seq info [390712:390712:8:4294967295]
00000400:00000200:2.0:1783979700.766305:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.766311:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979700.766315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.766318:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979700.766322:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979700.766324:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979700.766328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979700.766331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979700.766335:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.766336:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979700.766339:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979700.766342:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979700.766345:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979700.766346:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979700.766348:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979700.766351:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.766361:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766373:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.766374:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979700.766377:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979700.766380:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979700.766383:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979700.766385:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305095698
00000100:00000001:2.0:1783979700.766388:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305099470
00000100:00000001:2.0:1783979700.766389:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305095698
00000100:00000001:2.0:1783979700.766392:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305099470
00000100:00000001:2.0:1783979700.766394:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979700.766396:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.766398:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979700.766401:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979700/real 1783979700]  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979700.766409:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979700.766410:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979700.766411:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979700.766414:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979700.766415:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979700.766417:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979700.766420:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979700.766428:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766434:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979700.766435:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766437:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.766438:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979700.766441:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766448:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979700.766451:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766457:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979700.766459:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766461:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.766462:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766464:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979700.766466:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979700.766468:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979700.766471:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979700.766473:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979700.766477:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979700.766484:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979700.766487:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979700.766490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766496:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979700.766498:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.766501:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979700.766504:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979700.766505:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979700.766508:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979700.766511:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979700.766514:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979700.766517:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.766519:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979700.766522:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783979700.766525:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979700.766528:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979700.766531:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979700.766535:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979700.766537:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559964800, portal 4
00000100:00000001:2.0:1783979700.766539:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979700.766541:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979700.766547:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766552:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979700.766554:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979700.766556:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979700.766558:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559964800, offset 0
00000400:00000200:2.0:1783979700.766561:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979700.766577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.766581:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979700.766583:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979700.766586:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979700.766588:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979700.766590:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979700.766593:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390738:390738:256:4294967295] 192.168.201.140@tcp LPNI seq info [390713:390713:8:4294967295]
00000400:00000200:2.0:1783979700.766596:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.766602:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979700.766606:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.766610:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979700.766613:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979700.766616:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979700.766619:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979700.766622:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979700.766625:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.766627:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979700.766630:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979700.766632:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979700.766636:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979700.766637:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979700.766640:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979700.766643:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.766652:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766657:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.766658:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979700.766666:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979700.766669:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979700.766672:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979700.766674:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305095725
00000100:00000001:2.0:1783979700.766676:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305099470
00000100:00000001:2.0:1783979700.766678:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305095725
00000100:00000001:2.0:1783979700.766680:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305099470
00000100:00000001:2.0:1783979700.766681:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979700.766683:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.766684:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979700.766688:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979700/real 1783979700]  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979700.766695:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979700.766696:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979700.766698:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979700.766701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979700.766702:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979700.766704:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979700.766708:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979700.766715:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766721:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979700.766722:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766724:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.766725:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979700.766728:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766734:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979700.766737:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766744:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979700.766746:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766748:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.766749:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766751:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979700.766752:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979700.766755:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979700.766758:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979700.766760:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979700.766764:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979700.766771:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979700.766775:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979700.766780:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766786:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979700.766787:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.766789:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979700.766791:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979700.766792:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979700.766795:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979700.766797:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979700.766799:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979700.766801:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979700.766802:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979700.766806:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783979700.766808:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979700.766810:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979700.766813:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979700.766816:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979700.766819:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559964928, portal 4
00000100:00000001:2.0:1783979700.766820:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979700.766821:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979700.766827:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766832:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979700.766834:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979700.766836:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979700.766838:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559964928, offset 0
00000400:00000200:2.0:1783979700.766842:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979700.766845:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.766848:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979700.766851:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979700.766853:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979700.766855:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979700.766858:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979700.766860:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390739:390739:256:4294967295] 192.168.201.140@tcp LPNI seq info [390714:390714:8:4294967295]
00000400:00000200:2.0:1783979700.766864:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979700.766869:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979700.766873:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.766876:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979700.766879:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979700.766882:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979700.766885:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979700.766887:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979700.766890:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979700.766892:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979700.766894:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979700.766897:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979700.766900:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979700.766902:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979700.766904:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979700.766907:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766913:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.766916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979725 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766921:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.766922:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979700.766925:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979700.766927:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979700.766930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979700.766931:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305095727
00000100:00000001:2.0:1783979700.766933:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305099470
00000100:00000001:2.0:1783979700.766935:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305095727
00000100:00000001:2.0:1783979700.766937:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305099470
00000100:00000001:2.0:1783979700.766938:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979700.766941:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.766942:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979700.766945:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979700/real 1783979700]  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979700.766952:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979700.766953:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979700.766955:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979700.766957:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979700.766958:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979700.766960:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979700.766963:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979700.766971:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766977:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979700.766978:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.766980:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.766981:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979700.766984:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.766990:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979700.766993:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.767000:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979700.767002:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767003:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979700.767005:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767007:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979700.767008:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979700.767010:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979700.767013:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979700.767015:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979700.767019:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979700.767026:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559964928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979700.767030:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767032:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.767035:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559964416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.767041:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979700.767044:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979700.767069:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783979700.767072:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979700.767074:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979700.767076:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979700.767078:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979700.767080:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979700.767084:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979700.767085:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979700.767087:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979700.767090:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979700.767091:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767093:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.767096:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559964544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.767102:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979700.767104:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979700.767105:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979700.767108:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979700.767109:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979700.767110:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979700.767111:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979700.767113:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979700.767115:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979700.767116:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979700.767117:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783979700.767120:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979700.767121:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767122:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.767125:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559964672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.767130:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979700.767132:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979700.767133:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa400.
02000000:00000001:2.0:1783979700.767135:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979700.767136:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979700.767137:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979700.767138:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979700.767139:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979700.767142:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979700.767143:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979700.767144:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979700.767146:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979700.767147:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767149:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.767151:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559964800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.767157:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979700.767158:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979700.767159:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783979700.767161:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979700.767162:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979700.767163:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979700.767165:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979700.767166:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979700.767167:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979700.767168:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979700.767169:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979700.767171:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979700.767172:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767173:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979700.767176:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559964928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979725 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979700.767181:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979700.767182:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979700.767184:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783979700.767185:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979700.767186:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979700.767187:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979700.767189:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979700.767190:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979700.767192:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979700.767193:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979700.767194:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979700.767197:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979700.767198:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767200:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979700.767207:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979700.767208:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979700.767211:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979700.767212:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979701.529176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979701.529184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979701.529189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979701.529190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979701.529194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979701.529194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979701.529308:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979701.529313:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979701.529316:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979702.553188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979702.553195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979702.553200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979702.553202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979702.553205:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979702.553207:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979702.553460:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979702.553464:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979702.553467:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979703.577213:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979703.577222:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979703.577230:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979703.577231:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979703.577235:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979703.577236:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979703.577357:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979703.577362:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979703.577366:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979704.601188:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305099470, at 4305099520
00010000:00000001:1.0:1783979704.601194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979704.601201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979704.601208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979704.601209:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627300.
00010000:00000001:1.0:1783979704.601210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979704.601217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979704.601220:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979704.601693:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979704.601698:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979704.601701:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979704.602845:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305099470, at 4305099521
00000100:00000010:2.0:1783979704.602859:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00010000:00000001:1.0:1783979705.625252:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979705.625260:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979705.625265:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979705.625267:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979705.625270:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979705.625274:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979705.625277:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979705.625281:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979705.625284:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979705.625287:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979705.625289:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979705.625291:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979705.625406:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979705.625410:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979705.625413:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979705.881420:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979705.881430:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979705.881433:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979705.881438:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979705.881444:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979705.881454:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10428
00000400:00000200:3.0:1783979705.881467:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979705.881474:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979705.881488:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979705.881492:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.881496:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.881498:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.881501:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979705.881506:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979705.881508:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979705.881511:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979705.881515:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979705.881855:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979705.881860:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979705.881873:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.881876:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.881879:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.881881:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979705.881884:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979705.881888:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979705.881891:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979705.881894:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979705.881897:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979705.881901:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.881904:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979705.881907:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979705.881914:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979705.881919:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979705.881923:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979705.881926:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.881930:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979705.881934:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979705.881939:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979705.881948:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979705.881957:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979705.881969:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979705.881981:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979705.881987:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979705.881993:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979705.882021:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979705.882025:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979705.882029:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979705.882030:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979705.882032:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979705.882036:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979705.882038:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10428
00000400:00000200:3.0:1783979705.882043:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979705.882072:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979705.882075:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979705.882078:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.882081:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.882083:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.882085:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979705.882088:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979705.882090:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979705.882092:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979705.882094:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979705.882097:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:0.0:1783979705.882099:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783979705.882100:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:0.0:1783979705.882106:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783979705.882106:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979705.882111:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979705.882111:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.882116:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.882120:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000040:0.0:1783979705.882122:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979705.882123:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979705.882129:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979705.882134:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979705.882138:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979705.882141:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979705.882144:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979705.882146:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979705.882148:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979705.882150:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.882153:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979705.882154:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1783979705.882159:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783979705.882162:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1783979705.882164:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559965056:192.168.201.140@tcp:250:kworker.0
00000008:00000001:3.0:1783979705.882167:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.882172:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.882173:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979705.882180:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979705.882182:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.882185:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979705.882191:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979705.882193:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979705.882200:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979705.882205:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979705.882212:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979705.882221:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559965056, portal 25
00000100:00000001:0.0:1783979705.882223:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979705.882226:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:0.0:1783979705.882232:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882240:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979705.882243:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979705.882246:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979705.882250:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559965056, offset 0
00000400:00000200:0.0:1783979705.882258:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979705.882266:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.882273:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979705.882279:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979705.882283:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979705.882288:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979705.882291:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979705.882295:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390740:390740:256:4294967295] 192.168.201.140@tcp LPNI seq info [390715:390715:8:4294967295]
00000400:00000200:0.0:1783979705.882300:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.882311:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979705.882317:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.882323:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979705.882331:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979705.882335:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979705.882341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979705.882345:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979705.882350:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.882353:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979705.882357:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979705.882362:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979705.882368:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979705.882370:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979705.882375:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979705.882379:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882389:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.882393:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.882403:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979705.882409:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979705.882413:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979705.882416:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305104587
00000100:00000010:0.0:1783979705.882421:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64f60.
00000100:00000001:0.0:1783979705.882441:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979705.882447:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305104587
00000100:00000010:0.0:1783979705.882450:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb643c0.
00000100:00000001:0.0:1783979705.882454:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979705.882457:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979705.882460:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.882463:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979705.882467:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979705/real 1783979705]  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979705.882485:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979705.882488:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979705.882490:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979705.882493:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979705.882495:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979705.882497:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979705.882501:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979705.882510:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882517:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979705.882519:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.882521:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.882523:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979705.882527:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882535:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979705.882539:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882546:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979705.882550:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.882551:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.882553:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.882555:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979705.882557:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979705.882561:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979705.882565:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979705.882567:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979705.882572:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979705.882582:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559965056:192.168.201.140@tcp:250:kworker.0
00000100:00000010:3.0:1783979705.882587:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000100:00000001:0.0:1783979705.882588:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.882592:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1783979705.882594:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000100:00000040:0.0:1783979705.882599:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559965056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979705.882600:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979705.882603:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.882608:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979705.882614:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979705.882615:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979705.882618:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.882619:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979705.882623:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000010:3.0:1783979705.882626:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979705.882627:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979705.882631:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1783979705.882633:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1783979705.882634:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979705.882639:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979705.882642:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
00000100:00100000:3.0:1783979705.882644:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979705.882648:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979705.882652:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979705.882655:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:3.0:1783979705.882658:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979705.882661:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979705.882663:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.882664:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.882669:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979705.882672:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882680:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979705.882684:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.882684:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.882691:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1783979705.882691:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979705.882694:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979705.882696:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1783979705.882699:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1783979705.882703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882710:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979705.882711:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.882713:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979705.882715:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979705.882718:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979705.882721:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979705.882724:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979705.882726:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979705.882727:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.882729:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979705.882732:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979705.882734:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979705.882737:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979705.882740:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979705.882743:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979705.882746:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559965184, portal 10
00000100:00000001:0.0:1783979705.882748:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979705.882750:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:0.0:1783979705.882757:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882764:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979705.882767:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979705.882770:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979705.882772:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559965184, offset 0
00000400:00000200:0.0:1783979705.882776:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979705.882785:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.882788:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979705.882791:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979705.882794:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979705.882796:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979705.882801:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979705.882805:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390741:390741:256:4294967295] 192.168.201.140@tcp LPNI seq info [390716:390716:8:4294967295]
00000400:00000200:0.0:1783979705.882810:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.882818:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979705.882825:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.882828:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979705.882834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979705.882837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979705.882841:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979705.882845:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979705.882849:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.882851:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979705.882854:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979705.882858:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979705.882862:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979705.882864:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979705.882867:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979705.882870:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882878:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.882881:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882888:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.882890:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979705.882897:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979705.882902:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979705.882906:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979705.882909:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305100818
00000100:00000001:0.0:1783979705.882912:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305104587
00000100:00000001:0.0:1783979705.882915:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305100818
00000100:00000001:0.0:1783979705.882917:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305104587
00000100:00000001:0.0:1783979705.882920:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979705.882923:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.882925:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979705.882929:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979705/real 1783979705]  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979705.882937:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979705.882938:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979705.882940:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979705.882942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979705.882944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979705.882946:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979705.882949:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979705.882958:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882964:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979705.882965:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.882967:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.882968:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979705.882971:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882977:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979705.882980:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.882987:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979705.882990:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.882991:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.882993:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.882995:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979705.882997:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979705.882999:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979705.883001:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979705.883003:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979705.883007:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979705.883015:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979705.883019:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.883021:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.883024:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559965184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.883029:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979705.883030:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979705.883032:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979705.883034:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979705.883035:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979705.883037:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979705.883039:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979705.883041:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979705.883043:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979705.883044:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979705.883045:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:0.0:1783979705.883088:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979705.883090:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.883092:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.883095:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979705.883097:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.883099:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979705.883100:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884064:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979705.884068:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979705.884072:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979705.884077:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10428
00000400:00000200:3.0:1783979705.884085:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979705.884090:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979705.884093:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979705.884097:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884100:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.884102:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884104:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979705.884108:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979705.884110:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979705.884113:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979705.884116:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979705.884118:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979705.884120:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979705.884123:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884125:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.884127:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884128:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979705.884131:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979705.884135:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884137:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979705.884140:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979705.884147:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979705.884149:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884151:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979705.884155:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979705.884158:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884160:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979705.884167:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979705.884170:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979705.884174:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979705.884175:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884189:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979705.884191:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979705.884194:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979705.884200:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979705.884206:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979705.884214:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979705.884223:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979705.884227:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979705.884232:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979705.884245:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979705.884248:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979705.884252:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979705.884253:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979705.884255:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979705.884258:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979705.884260:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10428
00000400:00000200:3.0:1783979705.884264:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979705.884267:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979705.884269:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979705.884272:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884274:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.884276:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884278:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979705.884280:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979705.884282:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979705.884283:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979705.884285:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979705.884287:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979705.884289:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979705.884292:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884294:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.884296:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884298:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979705.884301:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979705.884303:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884305:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979705.884307:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979705.884310:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979705.884312:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884314:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979705.884316:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979705.884318:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884320:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979705.884323:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979705.884325:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979705.884328:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979705.884329:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884331:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979705.884332:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979705.884334:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979705.884338:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979705.884341:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979705.884345:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979705.884352:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979705.884354:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979705.884358:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979705.884366:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979705.884369:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979705.884372:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979705.884374:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979705.884375:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979705.884378:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979705.884380:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10428
00000400:00000200:3.0:1783979705.884384:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979705.884386:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979705.884388:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979705.884391:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884393:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.884394:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884396:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979705.884398:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979705.884399:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979705.884401:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979705.884402:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979705.884404:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979705.884406:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979705.884409:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884410:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979705.884412:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884414:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979705.884416:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979705.884418:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979705.884420:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979705.884422:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979705.884424:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979705.884426:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884428:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979705.884430:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979705.884432:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884433:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979705.884436:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979705.884439:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979705.884441:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979705.884442:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979705.884443:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979705.884445:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979705.884446:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979705.884450:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979705.884452:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979705.884456:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979705.884463:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979705.884465:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979705.884468:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979705.884475:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979705.884489:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10438)
00000100:00000001:0.0:1783979705.885247:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979705.885252:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979705.885256:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979705.885264:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885275:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979705.885277:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.885281:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979705.885284:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979705.885287:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979705.885291:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979705.885295:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979705.885300:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979705.885302:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.885305:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979705.885310:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979705.885312:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979705.885319:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979705.885324:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979705.885330:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979705.885337:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559965312, portal 10
00000100:00000001:0.0:1783979705.885340:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979705.885341:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:0.0:1783979705.885349:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885357:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979705.885360:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979705.885362:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979705.885366:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559965312, offset 0
00000400:00000200:0.0:1783979705.885374:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979705.885381:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.885389:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979705.885395:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979705.885399:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979705.885403:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979705.885406:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979705.885410:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390742:390742:256:4294967295] 192.168.201.140@tcp LPNI seq info [390717:390717:8:4294967295]
00000400:00000200:0.0:1783979705.885414:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.885424:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979705.885437:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.885443:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979705.885451:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979705.885455:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979705.885461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979705.885466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979705.885470:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.885473:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979705.885487:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979705.885493:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979705.885500:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979705.885502:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979705.885507:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979705.885511:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885521:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.885524:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.885533:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979705.885540:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979705.885545:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979705.885549:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979705.885552:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305100817
00000100:00000001:0.0:1783979705.885556:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305104587
00000100:00000001:0.0:1783979705.885558:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305100817
00000100:00000001:0.0:1783979705.885560:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305104587
00000100:00000001:0.0:1783979705.885563:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979705.885566:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.885568:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979705.885571:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979705/real 1783979705]  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979705.885581:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979705.885583:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979705.885585:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979705.885587:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979705.885589:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979705.885591:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979705.885595:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979705.885603:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885610:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979705.885613:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.885615:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.885616:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979705.885620:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885628:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979705.885632:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885640:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979705.885643:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.885645:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.885646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.885649:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979705.885651:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979705.885655:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979705.885659:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979705.885661:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979705.885665:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979705.885674:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979705.885678:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979705.885682:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885687:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979705.885689:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.885692:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979705.885693:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979705.885696:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979705.885698:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979705.885701:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979705.885703:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979705.885705:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.885707:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979705.885710:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979705.885712:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979705.885715:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979705.885717:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979705.885720:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979705.885723:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559965440, portal 4
00000100:00000001:0.0:1783979705.885726:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979705.885727:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:0.0:1783979705.885732:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885739:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979705.885741:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979705.885743:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979705.885746:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559965440, offset 0
00000400:00000200:0.0:1783979705.885749:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979705.885753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.885757:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979705.885759:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979705.885761:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979705.885764:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979705.885766:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979705.885769:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390743:390743:256:4294967295] 192.168.201.140@tcp LPNI seq info [390718:390718:8:4294967295]
00000400:00000200:0.0:1783979705.885774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.885780:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979705.885784:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.885787:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979705.885791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979705.885793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979705.885798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979705.885801:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979705.885805:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.885807:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979705.885809:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979705.885813:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979705.885815:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979705.885817:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979705.885819:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979705.885822:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885836:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.885839:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885846:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.885847:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979705.885850:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979705.885852:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979705.885856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979705.885858:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305100844
00000100:00000001:0.0:1783979705.885860:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305104587
00000100:00000001:0.0:1783979705.885863:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305100844
00000100:00000001:0.0:1783979705.885865:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305104587
00000100:00000001:0.0:1783979705.885867:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979705.885869:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.885871:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979705.885874:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979705/real 1783979705]  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979705.885880:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979705.885882:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979705.885883:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979705.885885:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979705.885887:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979705.885889:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979705.885892:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979705.885899:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885906:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979705.885908:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.885909:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.885911:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979705.885914:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885922:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979705.885925:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885932:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979705.885935:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.885936:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.885937:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.885939:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979705.885941:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979705.885943:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979705.885946:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979705.885948:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979705.885951:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979705.885958:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979705.885962:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979705.885966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.885973:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979705.885974:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.885977:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979705.885978:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979705.885980:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979705.885983:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979705.885986:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979705.885987:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979705.885989:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979705.885991:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979705.885994:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979705.885996:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979705.885999:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979705.886001:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979705.886003:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979705.886006:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559965568, portal 4
00000100:00000001:0.0:1783979705.886007:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979705.886009:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:0.0:1783979705.886014:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886021:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979705.886023:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979705.886024:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979705.886026:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559965568, offset 0
00000400:00000200:0.0:1783979705.886030:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979705.886033:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.886036:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979705.886039:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979705.886041:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979705.886043:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979705.886045:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979705.886095:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390744:390744:256:4294967295] 192.168.201.140@tcp LPNI seq info [390719:390719:8:4294967295]
00000400:00000200:0.0:1783979705.886100:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979705.886109:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979705.886114:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.886117:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979705.886121:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979705.886124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1783979705.886128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979705.886130:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1783979705.886134:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979705.886136:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979705.886138:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979705.886141:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979705.886144:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979705.886146:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979705.886148:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979705.886151:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886159:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.886162:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979730 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886168:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.886170:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979705.886172:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979705.886175:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979705.886179:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979705.886181:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305100846
00000100:00000001:0.0:1783979705.886183:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305104587
00000100:00000001:0.0:1783979705.886185:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305100846
00000100:00000001:0.0:1783979705.886187:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305104587
00000100:00000001:0.0:1783979705.886189:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979705.886191:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.886192:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979705.886195:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979705/real 1783979705]  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979705.886203:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979705.886204:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979705.886206:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979705.886208:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979705.886209:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979705.886211:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979705.886214:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979705.886223:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886228:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979705.886230:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.886232:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.886233:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979705.886237:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886243:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979705.886247:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886254:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979705.886256:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.886258:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979705.886259:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.886261:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979705.886262:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979705.886265:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979705.886268:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979705.886271:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979705.886275:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979705.886288:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979705.886292:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.886295:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.886298:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559965312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886304:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979705.886307:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979705.886310:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979705.886314:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979705.886316:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979705.886319:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979705.886321:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979705.886324:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:0.0:1783979705.886329:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979705.886331:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979705.886333:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:0.0:1783979705.886337:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979705.886338:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.886339:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.886342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559965440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886350:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979705.886351:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979705.886352:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979705.886354:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979705.886356:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979705.886356:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979705.886358:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979705.886359:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:0.0:1783979705.886361:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979705.886362:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979705.886364:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:0.0:1783979705.886367:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979705.886368:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.886369:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979705.886372:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559965568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979730 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979705.886379:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979705.886380:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979705.886382:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979705.886384:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979705.886385:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979705.886386:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979705.886388:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979705.886389:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979705.886391:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979705.886392:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979705.886393:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:0.0:1783979705.886395:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979705.886397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.886400:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979705.886408:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979705.886410:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979705.886413:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979705.886414:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979706.649215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979706.649225:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979706.649233:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979706.649235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979706.649238:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979706.649240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979706.649345:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979706.649350:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979706.649353:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979707.673850:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979707.673858:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979707.673865:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979707.673867:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979707.673871:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979707.673873:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979707.673965:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979707.673970:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979707.673975:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979708.697333:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979708.697343:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979708.697350:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979708.697352:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979708.697356:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979708.697357:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979708.699518:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979708.699527:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979708.699534:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979709.721250:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305104587, at 4305104640
00000100:00000040:2.0:1783979709.721277:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305104587, at 4305104640
00000100:00000010:3.0:1783979709.721280:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb643c0.
00000100:00000010:2.0:1783979709.721288:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64f60.
00010000:00000001:1.0:1783979709.721469:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979709.721476:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979709.721483:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979709.721485:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979709.721489:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979709.721490:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979709.721708:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979709.721713:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979709.721716:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979710.745842:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979710.745855:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979710.745858:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979710.745862:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979710.745868:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979710.745871:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979710.745873:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979710.745876:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979710.745882:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979710.745884:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979710.745885:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979710.745887:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979710.745888:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979710.745889:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979710.745891:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979710.745893:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979710.745898:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979710.745899:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979710.747038:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979710.747043:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979710.747084:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979711.001860:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979711.001873:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979711.001876:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979711.001882:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979711.001887:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979711.001897:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10433
00000400:00000200:3.0:1783979711.001908:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979711.001916:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979711.001920:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979711.001923:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.001927:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.001929:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.001932:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979711.001937:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979711.001940:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979711.001943:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979711.001946:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979711.001949:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979711.001951:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979711.001954:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.001956:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.001958:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.001960:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979711.001963:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979711.001966:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979711.001968:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979711.001971:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979711.001976:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979711.001979:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.001982:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979711.001985:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979711.001997:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979711.002001:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979711.002006:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979711.002008:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002011:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979711.002015:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979711.002019:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979711.002029:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979711.002038:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979711.002086:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979711.002098:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979711.002103:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979711.002108:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979711.002125:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979711.002129:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979711.002132:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979711.002134:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979711.002135:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979711.002138:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979711.002141:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10433
00000400:00000200:3.0:1783979711.002144:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979711.002147:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979711.002150:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979711.002152:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002154:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.002156:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002158:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979711.002160:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979711.002162:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979711.002164:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979711.002166:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979711.002168:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979711.002170:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979711.002172:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002175:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.002176:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002178:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979711.002181:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979711.002183:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002185:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979711.002186:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979711.002193:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979711.002195:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002197:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979711.002202:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979711.002205:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002207:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979711.002211:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979711.002213:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979711.002216:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979711.002217:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002218:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979711.002220:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979711.002221:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979711.002225:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979711.002228:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979711.002233:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979711.002239:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979711.002241:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979711.002245:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979711.002251:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979711.002254:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979711.002257:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979711.002260:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979711.002261:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979711.002263:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979711.002266:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10433
00000400:00000200:3.0:1783979711.002269:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979711.002272:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979711.002274:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979711.002276:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002279:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.002280:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002282:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979711.002284:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979711.002285:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979711.002286:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979711.002288:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979711.002290:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979711.002292:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979711.002295:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002296:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.002298:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002300:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979711.002301:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979711.002303:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002305:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979711.002307:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979711.002309:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979711.002311:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002313:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979711.002315:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979711.002317:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002319:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979711.002322:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979711.002324:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979711.002328:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979711.002329:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002330:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979711.002332:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979711.002333:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979711.002336:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979711.002339:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979711.002343:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979711.002350:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979711.002351:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979711.002355:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979711.002363:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979711.002366:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979711.002369:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979711.002371:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979711.002372:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979711.002374:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979711.002377:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10433
00000400:00000200:3.0:1783979711.002381:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979711.002383:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979711.002385:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979711.002399:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002401:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.002403:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002405:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979711.002408:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979711.002410:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979711.002411:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979711.002413:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979711.002415:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979711.002418:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979711.002420:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002422:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.002424:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002426:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979711.002428:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979711.002431:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002433:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979711.002435:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979711.002438:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979711.002440:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002441:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979711.002444:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979711.002446:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002447:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979711.002451:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979711.002453:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979711.002456:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979711.002457:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.002459:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979711.002459:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979711.002460:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979711.002462:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.002464:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1783979711.002465:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:0.0:1783979711.002467:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979711.002469:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979711.002473:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1783979711.002475:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979711.002480:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979711.002483:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.002484:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783979711.002486:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.002487:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.002491:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979711.002493:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.002494:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979711.002496:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979711.002496:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1783979711.002500:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559965696:192.168.201.140@tcp:250:kworker.0
00000100:00080000:3.0:1783979711.002500:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979711.002501:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979711.002503:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979711.002505:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979711.002507:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10433
00000400:00000200:3.0:1783979711.002512:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979711.002514:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979711.002515:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1783979711.002516:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979711.002519:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:0.0:1783979711.002520:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979711.002521:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1783979711.002523:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979711.002523:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002525:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:0.0:1783979711.002526:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1783979711.002527:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979711.002528:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979711.002530:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:0.0:1783979711.002532:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
00000020:00000040:3.0:1783979711.002532:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
02000000:00000001:0.0:1783979711.002533:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979711.002535:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979711.002536:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979711.002539:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979711.002540:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979711.002541:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979711.002543:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000010:0.0:1783979711.002544:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000100:00000001:3.0:1783979711.002545:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979711.002547:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979711.002549:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000010:0.0:1783979711.002551:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000001:3.0:1783979711.002551:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979711.002553:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979711.002556:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979711.002557:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979711.002559:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559965696, portal 25
00000100:00000001:3.0:1783979711.002559:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979711.002561:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1783979711.002561:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1783979711.002563:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000008:00000001:3.0:1783979711.002563:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002565:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979711.002568:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000100:00000040:0.0:1783979711.002569:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979711.002570:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979711.002572:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979711.002573:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979711.002575:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979711.002576:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979711.002577:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1783979711.002578:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979711.002580:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
02000000:00000010:3.0:1783979711.002581:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000400:00000010:0.0:1783979711.002582:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000001:3.0:1783979711.002584:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979711.002586:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559965696, offset 0
00000100:00100000:3.0:1783979711.002587:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979711.002593:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979711.002594:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979711.002594:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979711.002597:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979711.002603:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979711.002604:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:3.0:1783979711.002607:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10443)
00000400:00000200:0.0:1783979711.002610:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979711.002617:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979711.002621:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979711.002625:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979711.002628:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979711.002632:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390745:390745:256:4294967295] 192.168.201.140@tcp LPNI seq info [390720:390720:8:4294967295]
00000400:00000200:0.0:1783979711.002636:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.002646:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979711.002653:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.002659:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979711.002667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979711.002671:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979711.002676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979711.002679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979711.002684:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.002686:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979711.002694:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979711.002699:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979711.002705:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979711.002708:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979711.002713:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979711.002717:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.002727:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.002729:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.002736:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.002737:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979711.002744:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979711.002748:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979711.002751:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305109707
00000100:00000010:0.0:1783979711.002756:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64480.
00000100:00000001:0.0:1783979711.002764:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979711.002770:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305109707
00000100:00000010:0.0:1783979711.002773:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb644e0.
00000100:00000001:0.0:1783979711.002776:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979711.002784:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979711.002787:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.002790:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979711.002795:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979711/real 1783979711]  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979711.002804:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979711.002806:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979711.002808:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979711.002811:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979711.002812:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979711.002815:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979711.002818:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979711.002825:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.002832:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979711.002833:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.002835:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.002837:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979711.002841:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.002847:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979711.002851:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.002858:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979711.002861:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.002863:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.002865:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.002868:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979711.002870:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979711.002873:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979711.002877:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979711.002879:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979711.002883:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979711.002891:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559965696:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979711.002895:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979711.002898:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.002904:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979711.002905:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.002907:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979711.002909:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979711.002911:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979711.002914:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979711.002917:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979711.002919:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979711.002921:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.002922:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979711.002925:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979711.002927:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979711.002930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979711.002933:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979711.002936:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979711.002938:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559965824, portal 10
00000100:00000001:0.0:1783979711.002940:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979711.002941:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:0.0:1783979711.002949:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.002955:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979711.002957:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979711.002959:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979711.002962:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559965824, offset 0
00000400:00000200:0.0:1783979711.002965:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979711.002969:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.002972:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979711.002975:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979711.002977:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979711.002979:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979711.002981:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979711.002984:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390746:390746:256:4294967295] 192.168.201.140@tcp LPNI seq info [390721:390721:8:4294967295]
00000400:00000200:0.0:1783979711.002987:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.002993:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979711.002997:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.003000:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979711.003003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979711.003005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979711.003009:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979711.003012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979711.003015:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.003016:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979711.003019:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979711.003023:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979711.003026:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979711.003027:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979711.003029:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979711.003033:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003039:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.003043:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003078:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.003080:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979711.003083:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979711.003088:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979711.003090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979711.003092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305105939
00000100:00000001:0.0:1783979711.003095:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305109707
00000100:00000001:0.0:1783979711.003097:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305105939
00000100:00000001:0.0:1783979711.003099:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305109707
00000100:00000001:0.0:1783979711.003100:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979711.003102:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.003103:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979711.003107:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979711/real 1783979711]  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979711.003113:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979711.003115:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979711.003116:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979711.003118:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979711.003119:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979711.003121:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979711.003124:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979711.003131:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003137:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979711.003138:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.003139:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.003140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979711.003143:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003149:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979711.003152:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003159:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979711.003161:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.003163:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.003164:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.003166:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979711.003167:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979711.003170:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979711.003173:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979711.003175:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979711.003178:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979711.003185:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979711.003188:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979711.003191:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003196:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979711.003197:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.003199:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979711.003201:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979711.003203:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979711.003205:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979711.003208:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979711.003210:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979711.003211:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.003212:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979711.003215:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979711.003217:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979711.003220:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979711.003222:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979711.003224:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979711.003227:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559965952, portal 10
00000100:00000001:0.0:1783979711.003229:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979711.003230:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:0.0:1783979711.003235:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003241:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979711.003243:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979711.003244:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979711.003247:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559965952, offset 0
00000400:00000200:0.0:1783979711.003250:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979711.003253:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.003256:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979711.003258:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979711.003260:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979711.003262:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979711.003265:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979711.003267:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390747:390747:256:4294967295] 192.168.201.140@tcp LPNI seq info [390722:390722:8:4294967295]
00000400:00000200:0.0:1783979711.003271:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.003276:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979711.003280:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.003283:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979711.003286:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979711.003289:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979711.003293:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979711.003295:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979711.003298:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.003300:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979711.003302:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979711.003305:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979711.003308:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979711.003309:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979711.003311:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979711.003314:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003320:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.003322:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.003328:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.003329:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979711.003331:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979711.003333:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979711.003336:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979711.003338:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305105935
00000100:00000001:0.0:1783979711.003340:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305109707
00000100:00000001:0.0:1783979711.003342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305105935
00000100:00000001:0.0:1783979711.003344:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305109707
00000100:00000001:0.0:1783979711.003346:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979711.005644:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.005662:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979711.005681:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979711/real 1783979711]  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979711.005701:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979711.005703:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979711.005707:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979711.005714:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979711.005717:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979711.005723:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979711.005727:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979711.005736:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.005745:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979711.005747:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.005751:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.005753:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979711.005757:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.005765:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979711.005770:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.005779:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979711.005782:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.005784:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.005785:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.005788:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979711.005790:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979711.005794:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979711.005800:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979711.005803:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979711.005807:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979711.005816:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559965952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979711.005821:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.005825:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.005830:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559965696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.005838:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979711.005841:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979711.005845:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979711.005850:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979711.005854:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979711.005856:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979711.005859:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979711.005862:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:0.0:1783979711.005867:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979711.005869:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979711.005871:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:0.0:1783979711.005874:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979711.005876:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.005878:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.005882:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559965824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.005889:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979711.005890:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979711.005892:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979711.005894:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979711.005896:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979711.005897:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979711.005899:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979711.005901:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:0.0:1783979711.005903:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979711.005904:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979711.005905:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:0.0:1783979711.005908:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979711.005909:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.005911:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.005914:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559965952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.005919:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979711.005921:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979711.005923:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979711.005924:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979711.005926:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979711.005927:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979711.005928:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979711.005930:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:0.0:1783979711.005931:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979711.005932:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979711.005934:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:0.0:1783979711.005936:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979711.005937:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.005939:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.005949:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979711.005951:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.005955:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979711.005958:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979711.005960:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979711.005965:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.005973:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979711.005975:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.005979:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979711.005982:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979711.005985:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979711.005989:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979711.005993:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979711.005998:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979711.006001:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.006003:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979711.006013:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979711.006014:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979711.006021:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979711.006026:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979711.006031:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979711.006037:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559966080, portal 4
00000100:00000001:0.0:1783979711.006040:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979711.006041:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:0.0:1783979711.006066:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.006072:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979711.006075:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979711.006079:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979711.006084:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559966080, offset 0
00000400:00000200:0.0:1783979711.006091:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979711.006099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.006108:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979711.006114:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979711.006119:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979711.006123:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979711.006126:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979711.006130:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390748:390748:256:4294967295] 192.168.201.140@tcp LPNI seq info [390723:390723:8:4294967295]
00000400:00000200:0.0:1783979711.006134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.006145:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979711.006152:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.006160:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979711.006167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979711.006172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979711.006177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979711.006181:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979711.006185:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.006188:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979711.006192:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979711.006196:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979711.006201:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979711.006202:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979711.006206:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979711.006209:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.006222:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.006225:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.006231:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.006232:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979711.006237:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979711.006241:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979711.006244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979711.006247:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305105965
00000100:00000001:0.0:1783979711.006251:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305109707
00000100:00000001:0.0:1783979711.006253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305105965
00000100:00000001:0.0:1783979711.006256:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305109707
00000100:00000001:0.0:1783979711.006259:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979711.006262:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.006263:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979711.006266:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979711/real 1783979711]  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979711.006275:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979711.006276:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979711.006277:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979711.006279:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979711.006281:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979711.006283:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979711.006285:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979711.006293:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.006299:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979711.006301:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.006302:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.006304:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979711.006307:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.006314:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979711.006317:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.006324:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979711.006327:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.006329:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.006330:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.006332:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979711.006334:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979711.006336:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979711.006340:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979711.006342:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979711.006346:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979711.007499:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979711.007508:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979711.007514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.007521:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979711.007523:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.007527:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979711.007530:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979711.007533:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979711.007537:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979711.007542:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979711.007546:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979711.007548:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979711.007551:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979711.007559:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979711.007560:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979711.007567:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979711.007571:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979711.007577:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979711.007589:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559966208, portal 4
00000100:00000001:0.0:1783979711.007591:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979711.007593:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:0.0:1783979711.007600:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.007615:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979711.007618:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979711.007621:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979711.007625:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559966208, offset 0
00000400:00000200:0.0:1783979711.007631:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979711.007638:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.007644:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979711.008483:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979711.008490:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979711.008493:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979711.008496:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979711.008500:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390749:390749:256:4294967295] 192.168.201.140@tcp LPNI seq info [390724:390724:8:4294967295]
00000400:00000200:0.0:1783979711.008506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979711.008516:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979711.008523:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.008531:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979711.008540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979711.008544:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1783979711.008549:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979711.008552:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1783979711.008557:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979711.008559:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979711.008566:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979711.008571:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979711.008576:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979711.008579:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979711.008584:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979711.008589:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.008600:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.008603:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.008611:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.008613:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979711.008619:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979711.008624:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979711.008627:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979711.008630:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305105969
00000100:00000001:0.0:1783979711.008634:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305109707
00000100:00000001:0.0:1783979711.008637:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305105969
00000100:00000001:0.0:1783979711.008640:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305109707
00000100:00000001:0.0:1783979711.008642:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979711.008645:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.008714:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979711.008720:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979711/real 1783979711]  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979711.008731:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979711.008734:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979711.008736:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979711.008739:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979711.008741:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979711.008744:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979711.008747:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979711.008755:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.008762:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979711.008763:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.008766:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.008768:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979711.008771:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.008777:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979711.008782:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.008789:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979711.008791:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.008793:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979711.008794:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.008797:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979711.008799:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979711.008802:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979711.008807:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979711.008809:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979711.008813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979711.008826:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979711.008830:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.008834:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.008837:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559966080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.008843:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979711.008846:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979711.008850:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979711.008853:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979711.008856:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979711.008859:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979711.008861:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979711.008864:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:0.0:1783979711.008868:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979711.008870:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979711.008872:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:0.0:1783979711.008875:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979711.008876:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.008878:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979711.008881:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559966208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979711.008886:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979711.008888:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979711.008889:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979711.008891:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979711.008892:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979711.008893:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979711.008895:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979711.008896:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:0.0:1783979711.008898:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979711.008899:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979711.008901:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:0.0:1783979711.008904:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979711.008905:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.008907:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979711.008918:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979711.008920:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979711.008923:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979711.008925:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979711.769214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979711.769224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979711.769232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979711.769234:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979711.769239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979711.769240:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979711.769389:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979711.769393:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979711.769397:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979712.793314:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979712.793322:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979712.793327:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979712.793328:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979712.793331:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979712.793332:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979712.796643:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979712.796654:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979712.796660:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979713.817180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979713.817188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979713.817194:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979713.817195:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979713.817199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979713.817200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979713.817437:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979713.817443:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979713.817446:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979714.841163:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305109707, at 4305109760
00000100:00000040:3.0:1783979714.841163:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305109707, at 4305109760
00000100:00000010:3.0:1783979714.841299:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb644e0.
00000100:00000010:2.0:1783979714.841385:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64480.
00010000:00000001:1.0:1783979714.842122:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979714.842127:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979714.842130:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979714.842132:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979714.842135:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979714.842136:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979714.842212:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979714.842216:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979714.842219:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979715.865196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979715.865203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979715.865210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979715.865211:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979715.865214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979715.865217:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979715.865220:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979715.865223:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979715.865226:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979715.865229:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979715.865231:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979715.865233:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979715.865359:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979715.865364:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979715.865367:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979716.123846:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979716.123858:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979716.123860:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979716.123864:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979716.123868:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979716.123876:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10438
00000400:00000200:2.0:1783979716.123885:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979716.123892:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979716.123896:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979716.123899:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.123903:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979716.123905:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.123908:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979716.123912:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979716.123914:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979716.123917:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979716.123920:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979716.123922:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979716.123925:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979716.123927:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.123929:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979716.123931:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.123933:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979716.123936:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979716.123939:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979716.123941:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979716.123944:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979716.123948:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979716.123951:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.123953:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979716.123955:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979716.123964:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340a80.
00000020:00000040:2.0:1783979716.123969:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979716.123972:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979716.123974:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.123977:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979716.123980:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979716.123984:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979716.123993:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa000.
00000100:00000001:2.0:1783979716.124000:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979716.124010:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979716.124020:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979716.124025:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979716.124029:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfc480] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979716.124090:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979716.124094:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979716.124097:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979716.124098:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979716.124100:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979716.124102:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979716.124105:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10438
00000400:00000200:2.0:1783979716.124109:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979716.124112:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979716.124114:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979716.124117:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124119:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979716.124121:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124123:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979716.124125:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979716.124126:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979716.124128:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979716.124130:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979716.124132:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979716.124134:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979716.124137:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124139:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979716.124141:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124142:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979716.124145:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979716.124147:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124149:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979716.124151:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979716.124156:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979716.124158:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124160:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979716.124165:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979716.124168:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124169:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979716.124175:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340380.
00000020:00000040:2.0:1783979716.124177:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979716.124180:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979716.124181:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124183:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979716.124184:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979716.124186:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979716.124190:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
00000100:00000001:2.0:1783979716.124194:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979716.124199:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979716.124207:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979716.124209:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979716.124213:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbc9696d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979716.124221:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979716.124223:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979716.124227:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979716.124229:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979716.124230:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979716.124233:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979716.124235:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10438
00000400:00000200:2.0:1783979716.124239:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979716.124241:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979716.124243:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979716.124246:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124248:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979716.124250:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124252:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979716.124254:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979716.124256:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979716.124258:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979716.124260:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979716.124262:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979716.124264:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979716.124267:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979716.124268:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979716.124270:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979716.124274:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1783979716.124275:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979716.124278:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1783979716.124279:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979716.124283:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00000040:0.0:1783979716.124286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979716.124289:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124295:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979716.124311:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979716.124312:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979716.124316:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979716.124317:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979716.124322:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979716.124322:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.124326:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979716.124326:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979716.124329:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979716.124330:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1783979716.124333:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979716.124338:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559966336:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979716.124338:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.124345:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1783979716.124345:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341880.
02000000:00000001:0.0:1783979716.124350:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1783979716.124350:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979716.124352:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979716.124355:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979716.124355:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124360:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979716.124361:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1783979716.124362:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979716.124365:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979716.124368:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000010:2.0:1783979716.124370:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979716.124372:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124377:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979716.124382:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00100000:2.0:1783979716.124385:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1783979716.124388:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000100:00000001:2.0:1783979716.124396:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1783979716.124398:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000001:2.0:1783979716.124399:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979716.124404:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ca787f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979716.124406:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559966336, portal 25
00000100:00000001:0.0:1783979716.124412:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979716.124415:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896577664 : -128863812973952 : ffff8acc8e340a80)
00000100:00000001:2.0:1783979716.124419:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979716.124423:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979716.124426:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:0.0:1783979716.124429:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979716.124429:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979716.124431:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979716.124436:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979716.124442:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10438
00000100:00000001:0.0:1783979716.124445:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1783979716.124449:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:0.0:1783979716.124452:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979716.124456:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000010:0.0:1783979716.124457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00080000:2.0:1783979716.124459:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1783979716.124462:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559966336, offset 0
00000100:00000040:2.0:1783979716.124465:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124468:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979716.124472:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979716.124473:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124477:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979716.124481:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979716.124483:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000400:00000200:0.0:1783979716.124485:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:2.0:1783979716.124486:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979716.124491:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979716.124493:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000400:00000200:0.0:1783979716.124496:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000020:00000001:2.0:1783979716.124497:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979716.124504:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979716.124506:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1783979716.124508:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979716.124513:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000040:2.0:1783979716.124514:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124518:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:0.0:1783979716.124520:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1783979716.124523:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000400:00000200:0.0:1783979716.124527:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00080000:2.0:1783979716.124530:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000200:0.0:1783979716.124536:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390750:390750:256:4294967295] 192.168.201.140@tcp LPNI seq info [390725:390725:8:4294967295]
00000100:00000001:2.0:1783979716.124536:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979716.124541:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1783979716.124544:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:2.0:1783979716.124545:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979716.124549:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124552:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979716.124555:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1783979716.124558:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1783979716.124560:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124564:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979716.124569:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000010:2.0:1783979716.124569:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342300.
00000020:00000040:2.0:1783979716.124574:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000800:00000010:0.0:1783979716.124577:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
02000000:00000001:2.0:1783979716.124577:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979716.124580:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124583:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979716.124584:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1783979716.124588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:2.0:1783979716.124589:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979716.124595:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
02000000:00000010:2.0:1783979716.124597:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000100:00000001:2.0:1783979716.124602:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979716.124604:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00100000:2.0:1783979716.124610:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1783979716.124610:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1783979716.124621:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124625:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1783979716.124627:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000100:00000001:2.0:1783979716.124629:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979716.124635:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1783979716.124637:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000973e3903] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979716.124643:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979716.124652:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000100:00000001:2.0:1783979716.124653:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979716.124655:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00080000:2.0:1783979716.124657:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979716.124661:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1783979716.124663:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979716.124665:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1783979716.124668:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979716.124669:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979716.124674:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979716.124679:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10438
00000100:00000001:0.0:1783979716.124688:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1783979716.124688:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:0.0:1783979716.124696:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783979716.124697:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979716.124707:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.124709:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1783979716.124714:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1783979716.124715:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979716.124721:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979716.124723:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979716.124726:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979716.124729:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305114829
00000100:00000040:2.0:1783979716.124732:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124736:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000010:0.0:1783979716.124737:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64a20.
00000020:00000001:2.0:1783979716.124741:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979716.124744:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000100:00000001:0.0:1783979716.124746:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000020:00000001:2.0:1783979716.124747:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979716.124751:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979716.124754:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:0.0:1783979716.124756:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305114829
00000020:00000001:2.0:1783979716.124757:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000010:0.0:1783979716.124761:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64a80.
00000100:00000040:2.0:1783979716.124763:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979716.124767:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979716.124767:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979716.124772:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979716.124774:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979716.124776:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979716.124779:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979716.124781:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:0.0:1783979716.124784:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1783979716.124787:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979716.124792:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979716.124793:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979716/real 1783979716]  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979716.124795:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979716.124800:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979716.124805:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124809:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:0.0:1783979716.124811:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:2.0:1783979716.124812:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1783979716.124814:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:2.0:1783979716.124816:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979716.124818:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000100:00000001:2.0:1783979716.124820:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979716.124823:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000100:00000010:2.0:1783979716.124826:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341180.
00000400:00000010:0.0:1783979716.124827:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000020:00000040:2.0:1783979716.124832:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00000001:0.0:1783979716.124833:0:2401:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1783979716.124838:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1783979716.124840:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979716.124841:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979716.124845:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979716.124848:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979716.124851:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979716.124858:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1783979716.124859:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
00000100:00000001:2.0:1783979716.124864:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.124872:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:2.0:1783979716.124873:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979716.124875:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.124880:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.124883:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979716.124888:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1783979716.124891:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979716.124892:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979716.124901:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013035e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979716.124910:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979716.124915:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10448)
00000100:00000001:0.0:1783979716.124918:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979716.124926:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.124933:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979716.124936:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.124938:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.124940:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.124943:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979716.124945:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979716.124947:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979716.124951:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979716.124954:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979716.124958:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979716.124966:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559966336:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979716.124971:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979716.124974:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.124987:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979716.124988:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.124990:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979716.124992:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979716.124994:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979716.124997:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979716.125001:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979716.125003:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979716.125004:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.125006:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979716.125009:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979716.125011:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979716.125015:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979716.125018:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979716.125021:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979716.125024:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559966464, portal 10
00000100:00000001:0.0:1783979716.125026:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979716.125027:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:0.0:1783979716.125034:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125040:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979716.125043:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979716.125045:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979716.125086:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559966464, offset 0
00000400:00000200:0.0:1783979716.125092:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979716.125097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979716.125100:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979716.125103:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979716.125106:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979716.125108:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979716.125110:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979716.125114:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390751:390751:256:4294967295] 192.168.201.140@tcp LPNI seq info [390726:390726:8:4294967295]
00000400:00000200:0.0:1783979716.125118:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979716.125124:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979716.125129:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979716.125132:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979716.125136:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979716.125139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979716.125143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979716.125145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1783979716.125149:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979716.125150:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979716.125153:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979716.125156:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979716.125160:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979716.125162:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979716.125164:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979716.125168:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125175:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.125179:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125185:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.125186:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979716.125189:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979716.125192:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979716.125196:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979716.125198:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305111061
00000100:00000001:0.0:1783979716.125200:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305114829
00000100:00000001:0.0:1783979716.125202:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305111061
00000100:00000001:0.0:1783979716.125205:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305114829
00000100:00000001:0.0:1783979716.125207:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979716.125209:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.125211:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979716.125215:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979716/real 1783979716]  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979716.125223:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979716.125224:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979716.125226:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979716.125229:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979716.125230:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979716.125232:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979716.125235:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979716.125244:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125249:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979716.125251:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125252:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.125254:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979716.125257:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125263:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979716.125267:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125273:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979716.125275:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.125278:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125280:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979716.125282:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979716.125284:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979716.125288:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979716.125290:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979716.125294:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979716.125313:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979716.125318:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125320:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.125323:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340a80 x1870627559966336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125329:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979716.125332:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979716.125334:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979716.125338:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979716.125340:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979716.125341:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979716.125343:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979716.125345:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979716.125349:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979716.125351:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979716.125353:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340a80.
00000100:00000001:0.0:1783979716.125355:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979716.125357:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.125361:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559966464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125368:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979716.125369:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979716.125370:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979716.125373:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979716.125374:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979716.125375:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979716.125377:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979716.125379:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979716.125382:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979716.125383:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979716.125384:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:0.0:1783979716.125386:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979716.125387:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125389:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125397:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979716.125399:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.125401:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979716.125402:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979716.125404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979716.125408:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125414:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979716.125416:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.125418:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979716.125420:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979716.125421:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979716.125424:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979716.125428:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979716.125430:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979716.125432:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.125433:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979716.125436:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979716.125438:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979716.125442:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979716.125444:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979716.125447:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979716.125450:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559966592, portal 10
00000100:00000001:0.0:1783979716.125452:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979716.125453:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:0.0:1783979716.125459:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125471:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979716.125473:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979716.125476:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979716.125478:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559966592, offset 0
00000400:00000200:0.0:1783979716.125482:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979716.125486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979716.125489:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979716.125492:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979716.125494:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979716.125497:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979716.125499:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979716.125502:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390752:390752:256:4294967295] 192.168.201.140@tcp LPNI seq info [390727:390727:8:4294967295]
00000400:00000200:0.0:1783979716.125506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979716.125511:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979716.125516:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979716.125519:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979716.125523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979716.125525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979716.125529:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979716.125532:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1783979716.125535:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979716.125537:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979716.125539:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979716.125543:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979716.125546:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979716.125547:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979716.125550:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979716.125553:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125561:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.125564:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125576:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.125577:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979716.125580:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979716.125583:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979716.125587:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979716.125589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305111057
00000100:00000001:0.0:1783979716.125591:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305114829
00000100:00000001:0.0:1783979716.125594:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305111057
00000100:00000001:0.0:1783979716.125596:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305114829
00000100:00000001:0.0:1783979716.125598:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979716.125600:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.125601:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979716.125605:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979716/real 1783979716]  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979716.125613:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979716.125615:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979716.125617:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979716.125619:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979716.125621:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979716.125623:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979716.125626:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979716.125635:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125641:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979716.125643:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125644:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.125646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979716.125649:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125656:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979716.125660:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125666:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979716.125668:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125670:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.125672:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125673:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979716.125675:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979716.125678:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979716.125681:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979716.125683:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979716.125687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979716.125695:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979716.125699:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979716.125702:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125708:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979716.125709:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.125712:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979716.125713:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979716.125715:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979716.125718:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979716.125722:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979716.125724:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979716.125726:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.125727:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979716.125730:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979716.125732:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979716.125735:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979716.125737:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979716.125741:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979716.125743:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559966720, portal 4
00000100:00000001:0.0:1783979716.125745:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979716.125746:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:0.0:1783979716.125752:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125758:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979716.125760:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979716.125762:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979716.125765:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559966720, offset 0
00000400:00000200:0.0:1783979716.125768:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979716.125772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979716.125775:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979716.125778:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979716.125780:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979716.125783:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979716.125785:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979716.125788:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390753:390753:256:4294967295] 192.168.201.140@tcp LPNI seq info [390728:390728:8:4294967295]
00000400:00000200:0.0:1783979716.125792:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979716.125798:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979716.125802:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979716.125805:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979716.125809:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979716.125811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979716.125815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979716.125819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1783979716.125822:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979716.125824:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979716.125827:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979716.125830:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979716.125833:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979716.125835:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979716.125837:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979716.125840:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125847:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.125850:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125856:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.125858:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979716.125861:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979716.125864:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979716.125867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979716.125868:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305111084
00000100:00000001:0.0:1783979716.125871:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305114829
00000100:00000001:0.0:1783979716.125873:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305111084
00000100:00000001:0.0:1783979716.125875:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305114829
00000100:00000001:0.0:1783979716.125877:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979716.125879:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.125881:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979716.125885:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979716/real 1783979716]  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979716.125892:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979716.125894:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979716.125895:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979716.125898:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979716.125900:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979716.125902:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979716.125905:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979716.125912:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125919:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979716.125920:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.125924:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979716.125927:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125934:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979716.125938:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125944:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979716.125947:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125948:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.125949:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.125951:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979716.125953:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979716.125955:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979716.125958:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979716.125960:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979716.125964:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979716.125972:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979716.125975:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979716.125979:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.125986:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979716.125987:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.125989:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979716.125991:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979716.125993:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979716.125996:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979716.125999:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979716.126001:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979716.126002:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979716.126004:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979716.126008:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979716.126010:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979716.126012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979716.126015:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979716.126018:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979716.126021:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559966848, portal 4
00000100:00000001:0.0:1783979716.126022:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979716.126024:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:0.0:1783979716.126029:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126035:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979716.126038:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979716.126040:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979716.126042:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559966848, offset 0
00000400:00000200:0.0:1783979716.126087:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979716.126092:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979716.126096:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979716.126099:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979716.126101:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979716.126103:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979716.126105:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979716.126108:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390754:390754:256:4294967295] 192.168.201.140@tcp LPNI seq info [390729:390729:8:4294967295]
00000400:00000200:0.0:1783979716.126112:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979716.126118:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979716.126123:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979716.126126:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979716.126130:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979716.126133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1783979716.126137:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979716.126139:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1783979716.126143:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979716.126144:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979716.126147:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979716.126151:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979716.126153:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979716.126155:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979716.126158:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979716.126161:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126169:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.126172:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126178:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.126179:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979716.126182:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979716.126185:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979716.126188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979716.126190:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305111087
00000100:00000001:0.0:1783979716.126193:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305114829
00000100:00000001:0.0:1783979716.126195:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305111087
00000100:00000001:0.0:1783979716.126197:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305114829
00000100:00000001:0.0:1783979716.126199:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979716.126201:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.126203:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979716.126207:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979716/real 1783979716]  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979716.126215:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979716.126216:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979716.126218:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979716.126220:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979716.126222:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979716.126224:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979716.126227:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979716.126235:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126242:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979716.126244:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.126246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.126247:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979716.126250:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126257:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979716.126261:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126267:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979716.126269:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.126270:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979716.126271:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.126273:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979716.126275:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979716.126277:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979716.126280:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979716.126282:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979716.126286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979716.126293:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559966848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979716.126296:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.126298:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.126312:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559966592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126319:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979716.126321:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979716.126323:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979716.126326:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979716.126327:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979716.126328:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979716.126330:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979716.126332:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979716.126334:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979716.126335:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979716.126337:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:0.0:1783979716.126340:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979716.126341:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.126342:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.126345:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559966720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126351:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979716.126352:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979716.126353:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979716.126355:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979716.126356:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979716.126357:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979716.126358:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979716.126360:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:0.0:1783979716.126362:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979716.126363:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979716.126364:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:0.0:1783979716.126367:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979716.126368:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.126369:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979716.126372:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559966848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979716.126377:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979716.126378:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979716.126380:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979716.126381:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979716.126384:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979716.126385:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979716.126387:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979716.126388:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979716.126390:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979716.126390:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979716.126391:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:0.0:1783979716.126393:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979716.126394:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.126396:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979716.126401:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979716.126402:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979716.126404:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979716.126405:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979716.889729:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979716.889736:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979716.889741:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979716.889742:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979716.889745:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979716.889746:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979716.893016:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979716.893022:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979716.893027:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979717.913208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979717.913215:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979717.913221:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979717.913223:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979717.913226:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979717.913227:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979717.913349:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979717.913352:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979717.913355:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979718.937229:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979718.937237:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979718.937243:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979718.937245:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979718.937258:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979718.937260:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979718.937546:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979718.937550:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979718.937553:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979719.961184:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305114829, at 4305114880
00000100:00000010:3.0:1783979719.961198:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64a80.
00010000:00000001:1.0:1783979719.961984:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979719.961988:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979719.961993:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979719.961994:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979719.961997:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979719.961998:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979719.962345:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305114829, at 4305114881
00000100:00000010:2.0:1783979719.962352:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64a20.
00000020:00000001:0.0:1783979719.963500:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979719.963505:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979719.963510:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979720.985192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979720.985201:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979720.985203:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979720.985207:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979720.985212:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979720.985214:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979720.985226:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979720.985228:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979720.985232:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979720.985244:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979720.985247:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979720.985249:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979720.985251:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979720.985252:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979720.985253:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979720.985255:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979720.985259:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979720.985261:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979720.985527:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979720.985530:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979720.985533:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979721.242943:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979721.242954:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979721.242956:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979721.242960:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979721.242964:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979721.243024:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10443
00000400:00000200:0.0:1783979721.243034:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979721.243040:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979721.243043:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979721.243070:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243074:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.243077:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243079:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979721.243083:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979721.243085:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979721.243088:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979721.243091:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979721.243093:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979721.243096:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979721.243098:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243100:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.243102:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243103:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979721.243106:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979721.243109:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243111:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979721.243114:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979721.243118:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979721.243121:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.243123:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979721.243126:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979721.243135:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807480.
00000020:00000040:0.0:1783979721.243139:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979721.243143:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979721.243144:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.243147:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979721.243149:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979721.243153:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979721.243161:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9000.
00000100:00000001:0.0:1783979721.243168:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979721.243176:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979721.243185:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979721.243190:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979721.243195:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057dc84fe] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243253:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979721.243257:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979721.243259:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979721.243265:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243273:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979721.243275:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.243278:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979721.243281:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979721.243283:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979721.243286:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559966976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979721.243290:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979721.243294:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979721.243296:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.243298:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979721.243303:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979721.243305:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979721.243311:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979721.243316:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979721.243322:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979721.243329:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559966976, portal 25
00000100:00000001:2.0:1783979721.243331:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979721.243333:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455233664 : -128863254317952 : ffff8accaf807480)
00000100:00000040:2.0:1783979721.243338:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243345:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979721.243348:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979721.243350:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979721.243353:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559966976, offset 0
00000400:00000200:2.0:1783979721.243359:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979721.243366:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.243372:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979721.243377:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979721.243381:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979721.243384:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979721.243387:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979721.243391:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390755:390755:256:4294967295] 192.168.201.140@tcp LPNI seq info [390730:390730:8:4294967295]
00000400:00000200:2.0:1783979721.243395:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.243403:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979721.243409:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.243414:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979721.243421:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979721.243424:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979721.243430:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979721.243434:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979721.243439:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.243441:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979721.243447:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979721.243451:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979721.243457:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979721.243459:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979721.243463:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979721.243467:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979721.243491:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979721.243494:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979721.243498:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979721.243499:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979721.243501:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979721.243504:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979721.243506:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10443
00000400:00000200:0.0:1783979721.243511:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979721.243513:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979721.243515:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979721.243518:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243520:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.243522:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243524:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979721.243526:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979721.243527:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979721.243529:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979721.243531:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979721.243532:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979721.243534:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979721.243537:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243539:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.243540:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243542:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979721.243544:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979721.243546:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979721.243548:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979721.243550:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979721.243555:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979721.243557:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.243559:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979721.243564:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979721.243566:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.243567:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979721.243571:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804700.
00000020:00000040:0.0:1783979721.243573:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979721.243575:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979721.243576:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.243577:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979721.243578:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979721.243580:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979721.243584:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba800.
00000100:00000001:0.0:1783979721.243587:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979721.243592:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979721.243598:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979721.243601:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979721.243604:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f472466] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243636:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.243640:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243648:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.243650:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979721.243665:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979721.243669:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979721.243672:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305119948
00000100:00000010:2.0:1783979721.243677:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979721.243683:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979721.243690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305119948
00000100:00000010:2.0:1783979721.243693:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627120.
00000100:00000001:2.0:1783979721.243696:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979721.243699:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979721.243702:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.243704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979721.243708:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979721/real 1783979721]  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979721.243725:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979721.243726:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979721.243728:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979721.243731:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979721.243732:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979721.243735:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979721.243739:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979721.243748:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243755:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979721.243756:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.243759:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.243760:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979721.243763:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243839:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979721.243845:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243851:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979721.243855:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.243856:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.243857:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.243860:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979721.243862:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979721.243865:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979721.243868:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979721.243871:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979721.243875:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979721.243884:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559966976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979721.243888:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.243890:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.243893:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807480 x1870627559966976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243899:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979721.243902:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979721.243905:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979721.243908:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979721.243910:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979721.243911:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979721.243913:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979721.243915:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9000.
02000000:00000001:2.0:1783979721.243919:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979721.243920:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979721.243922:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807480.
00000100:00000001:2.0:1783979721.243925:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979721.243926:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.243929:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.243936:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979721.243938:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.243940:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979721.243941:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979721.243943:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979721.243946:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.243954:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979721.243955:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.243957:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979721.243959:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979721.243961:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979721.243964:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979721.243967:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979721.243969:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979721.243970:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.243972:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979721.243985:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979721.243987:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979721.243991:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979721.243993:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979721.243997:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979721.244000:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559967104, portal 10
00000100:00000001:2.0:1783979721.244002:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979721.244003:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222016 : -128863254329600 : ffff8accaf804700)
00000100:00000040:2.0:1783979721.244010:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.244016:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979721.244018:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979721.244020:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979721.244023:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559967104, offset 0
00000400:00000200:2.0:1783979721.244027:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979721.244031:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.244035:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979721.244038:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979721.244041:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979721.244043:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979721.244046:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979721.244080:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390756:390756:256:4294967295] 192.168.201.140@tcp LPNI seq info [390731:390731:8:4294967295]
00000400:00000200:2.0:1783979721.244085:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.244091:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979721.244095:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.244099:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979721.244103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979721.244106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979721.244110:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979721.244112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979721.244115:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.244117:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979721.244120:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979721.244123:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979721.244132:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979721.244134:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979721.244137:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979721.244140:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.244147:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.244149:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.244155:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.244156:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979721.244159:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979721.244163:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979721.244166:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979721.244168:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305116179
00000100:00000001:2.0:1783979721.244171:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305119948
00000100:00000001:2.0:1783979721.244173:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305116179
00000100:00000001:2.0:1783979721.244174:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305119948
00000100:00000001:2.0:1783979721.244176:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979721.244178:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.244180:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979721.244183:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979721/real 1783979721]  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979721.244190:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979721.244191:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979721.244193:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979721.244195:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979721.244196:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979721.244198:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979721.244201:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979721.244207:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.244224:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979721.244226:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.244227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.244228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979721.244232:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.244237:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979721.244240:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.244246:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979721.244248:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.244250:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.244251:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.244252:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979721.244254:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979721.244256:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979721.244260:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979721.244262:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979721.244265:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979721.244272:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979721.244276:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.244278:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.244281:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804700 x1870627559967104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.244287:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979721.244288:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979721.244290:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979721.244292:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979721.244294:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979721.244295:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979721.244297:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979721.244298:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba800.
02000000:00000001:2.0:1783979721.244301:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979721.244302:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979721.244303:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804700.
00000100:00000001:2.0:1783979721.244305:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979721.244306:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.244308:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.244312:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979721.244313:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.244315:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979721.244316:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245151:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979721.245157:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979721.245161:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979721.245162:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979721.245164:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979721.245167:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979721.245171:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10443
00000400:00000200:0.0:1783979721.245176:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979721.245179:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979721.245182:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979721.245185:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245187:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.245189:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245191:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979721.245194:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979721.245196:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979721.245198:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979721.245200:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979721.245202:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979721.245204:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979721.245207:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245208:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.245220:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245222:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979721.245225:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979721.245227:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245230:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979721.245232:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979721.245238:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979721.245240:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245243:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979721.245246:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979721.245249:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245251:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979721.245256:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806300.
00000020:00000040:0.0:1783979721.245259:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979721.245262:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979721.245263:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245266:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979721.245268:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979721.245270:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979721.245275:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba400.
00000100:00000001:0.0:1783979721.245280:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979721.245286:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979721.245294:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979721.245297:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979721.245301:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca359109] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979721.245310:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979721.245313:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979721.245317:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979721.245318:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979721.245320:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979721.245322:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979721.245324:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10443
00000400:00000200:0.0:1783979721.245327:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979721.245330:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979721.245332:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979721.245335:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245337:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.245338:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245340:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979721.245342:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979721.245343:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979721.245345:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979721.245347:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979721.245348:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979721.245350:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979721.245353:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245355:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.245356:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245358:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979721.245360:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979721.245363:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245365:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979721.245367:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979721.245370:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979721.245371:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245373:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979721.245376:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979721.245378:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245379:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979721.245382:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806680.
00000020:00000040:0.0:1783979721.245384:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979721.245386:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979721.245388:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245389:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979721.245391:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979721.245392:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979721.245395:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:0.0:1783979721.245398:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979721.245403:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979721.245409:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979721.245411:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979721.245415:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edab95be] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979721.245422:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979721.245425:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979721.245427:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979721.245429:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979721.245430:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979721.245432:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979721.245434:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10443
00000400:00000200:0.0:1783979721.245438:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979721.245441:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979721.245442:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979721.245445:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245446:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.245448:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245449:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979721.245451:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979721.245453:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979721.245454:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979721.245457:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979721.245459:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979721.245461:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979721.245463:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245465:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979721.245467:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245469:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979721.245471:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979721.245474:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979721.245476:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979721.245478:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979721.245481:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979721.245483:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245484:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979721.245486:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979721.245488:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245490:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979721.245493:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804e00.
00000020:00000040:0.0:1783979721.245495:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979721.245497:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979721.245498:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979721.245499:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979721.245501:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979721.245502:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979721.245506:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8800.
00000100:00000001:0.0:1783979721.245509:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979721.245512:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979721.245518:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979721.245520:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979721.245524:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f12b3a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979721.245532:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979721.245536:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10453)
00000100:00000001:2.0:1783979721.245605:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979721.245608:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979721.245609:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979721.245615:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.245622:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979721.245623:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.245626:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979721.245628:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979721.245630:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979721.245632:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979721.245635:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979721.245638:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979721.245639:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.245642:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979721.245645:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979721.245647:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979721.245661:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979721.245665:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979721.245670:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979721.245674:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559967232, portal 10
00000100:00000001:2.0:1783979721.245677:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979721.245678:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455229184 : -128863254322432 : ffff8accaf806300)
00000100:00000040:2.0:1783979721.245684:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.245691:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979721.245693:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979721.245695:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979721.245697:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559967232, offset 0
00000400:00000200:2.0:1783979721.245702:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979721.245707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.245712:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979721.245715:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979721.245718:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979721.245720:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979721.245722:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979721.245725:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390757:390757:256:4294967295] 192.168.201.140@tcp LPNI seq info [390732:390732:8:4294967295]
00000400:00000200:2.0:1783979721.245729:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.245735:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979721.245740:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.245744:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979721.245750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979721.245753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979721.245758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979721.245761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979721.245764:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.245767:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979721.245877:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979721.245882:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979721.245887:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979721.245889:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979721.245893:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979721.245897:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.245905:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.245908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.245914:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.245915:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979721.245920:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979721.245924:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979721.245927:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979721.245929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305116177
00000100:00000001:2.0:1783979721.245932:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305119948
00000100:00000001:2.0:1783979721.245934:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305116177
00000100:00000001:2.0:1783979721.245936:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305119948
00000100:00000001:2.0:1783979721.245938:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979721.245940:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.245942:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979721.245946:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979721/real 1783979721]  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979721.245954:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979721.245955:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979721.245957:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979721.245960:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979721.245961:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979721.245964:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979721.245967:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979721.245985:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.245991:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979721.245993:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.245995:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.245996:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979721.246000:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246007:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979721.246010:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246017:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979721.246019:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246021:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.246022:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246024:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979721.246025:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979721.246028:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979721.246032:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979721.246034:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979721.246038:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979721.246046:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979721.246071:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979721.246075:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246081:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979721.246082:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.246084:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979721.246086:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979721.246088:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979721.246090:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979721.246093:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979721.246095:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979721.246096:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.246098:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979721.246102:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979721.246104:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979721.246108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979721.246111:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979721.246114:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979721.246117:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559967360, portal 4
00000100:00000001:2.0:1783979721.246119:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979721.246120:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230080 : -128863254321536 : ffff8accaf806680)
00000100:00000040:2.0:1783979721.246125:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246131:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979721.246133:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979721.246134:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979721.246136:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559967360, offset 0
00000400:00000200:2.0:1783979721.246140:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979721.246144:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.246147:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979721.246150:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979721.246153:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979721.246155:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979721.246157:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979721.246160:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390758:390758:256:4294967295] 192.168.201.140@tcp LPNI seq info [390733:390733:8:4294967295]
00000400:00000200:2.0:1783979721.246164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.246170:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979721.246174:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.246177:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979721.246181:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979721.246183:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979721.246188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979721.246190:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979721.246193:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.246194:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979721.246197:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979721.246200:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979721.246203:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979721.246204:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979721.246207:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979721.246220:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246227:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.246231:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246236:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.246238:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979721.246241:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979721.246244:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979721.246247:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979721.246249:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305116205
00000100:00000001:2.0:1783979721.246251:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305119948
00000100:00000001:2.0:1783979721.246253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305116205
00000100:00000001:2.0:1783979721.246255:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305119948
00000100:00000001:2.0:1783979721.246257:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979721.246259:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.246261:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979721.246265:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979721/real 1783979721]  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979721.246272:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979721.246273:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979721.246275:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979721.246277:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979721.246279:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979721.246281:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979721.246284:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979721.246291:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246297:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979721.246298:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246300:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.246301:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979721.246304:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246310:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979721.246313:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246320:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979721.246322:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246323:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.246324:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246326:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979721.246328:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979721.246330:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979721.246334:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979721.246335:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979721.246339:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979721.246347:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979721.246351:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979721.246355:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246362:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979721.246364:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.246366:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979721.246368:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979721.246370:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979721.246372:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979721.246375:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979721.246377:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979721.246378:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979721.246379:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979721.246382:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979721.246384:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979721.246387:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979721.246389:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979721.246391:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979721.246394:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559967488, portal 4
00000100:00000001:2.0:1783979721.246396:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979721.246397:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455223808 : -128863254327808 : ffff8accaf804e00)
00000100:00000040:2.0:1783979721.246401:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246407:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979721.246409:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979721.246411:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979721.246413:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559967488, offset 0
00000400:00000200:2.0:1783979721.246417:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979721.246420:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.246423:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979721.246426:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979721.246428:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979721.246430:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979721.246432:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979721.246435:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390759:390759:256:4294967295] 192.168.201.140@tcp LPNI seq info [390734:390734:8:4294967295]
00000400:00000200:2.0:1783979721.246438:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979721.246443:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979721.246446:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.246449:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979721.246453:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979721.246455:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979721.246458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979721.246461:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979721.246464:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979721.246466:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979721.246468:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979721.246471:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979721.246474:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979721.246475:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979721.246477:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979721.246480:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246487:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.246490:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246495:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.246497:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979721.246500:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979721.246502:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979721.246506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979721.246508:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305116207
00000100:00000001:2.0:1783979721.246510:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305119948
00000100:00000001:2.0:1783979721.246511:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305116207
00000100:00000001:2.0:1783979721.246513:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305119948
00000100:00000001:2.0:1783979721.246515:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979721.246517:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.246518:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979721.246522:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979721/real 1783979721]  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979721.246528:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979721.246529:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979721.246531:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979721.246533:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979721.246534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979721.246536:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979721.246538:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979721.246546:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246551:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979721.246552:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246554:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.246555:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979721.246558:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246564:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979721.246567:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246574:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979721.246576:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246577:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979721.246578:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246579:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979721.246581:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979721.246583:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979721.246585:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979721.246587:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979721.246591:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979721.246598:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979721.246601:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.246606:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806300 x1870627559967232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246612:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979721.246614:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979721.246616:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979721.246619:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979721.246621:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979721.246623:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979721.246625:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979721.246627:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba400.
02000000:00000001:2.0:1783979721.246630:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979721.246632:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979721.246634:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806300.
00000100:00000001:2.0:1783979721.246637:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979721.246639:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246641:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.246644:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806680 x1870627559967360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246649:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979721.246650:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979721.246666:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979721.246670:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979721.246671:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979721.246672:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979721.246673:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979721.246674:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb400.
02000000:00000001:2.0:1783979721.246676:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979721.246678:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979721.246679:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806680.
00000100:00000001:2.0:1783979721.246680:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979721.246682:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246683:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979721.246686:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804e00 x1870627559967488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979721.246702:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979721.246703:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979721.246704:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979721.246706:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979721.246707:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979721.246708:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979721.246710:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979721.246711:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:2.0:1783979721.246713:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979721.246714:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979721.246715:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804e00.
00000100:00000001:2.0:1783979721.246717:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979721.246718:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246720:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979721.246728:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979721.246729:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979721.246731:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979721.246733:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979722.009182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979722.009190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979722.009196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979722.009208:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979722.009212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979722.009213:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979722.009492:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979722.009496:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979722.009499:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979723.033210:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979723.033217:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979723.033222:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979723.033224:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979723.033227:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979723.033228:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979723.033784:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979723.033788:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979723.033791:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979724.057157:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979724.057175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979724.057181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979724.057182:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979724.057186:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979724.057187:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979724.057263:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979724.057266:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979724.057268:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979725.081171:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305119948, at 4305120000
00010000:00000001:1.0:1783979725.081176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979725.081181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979725.081185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979725.081186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979725.081186:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627120.
00010000:00000001:1.0:1783979725.081190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979725.081190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979725.081264:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305119948, at 4305120000
00000100:00000010:2.0:1783979725.081271:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00000020:00000001:0.0:1783979725.081286:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979725.081290:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979725.081293:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979726.105188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979726.105194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979726.105199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979726.105201:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979726.105203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979726.105207:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979726.105209:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979726.105212:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979726.105215:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979726.105218:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979726.105220:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979726.105223:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979726.105502:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979726.105505:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979726.105508:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979726.361206:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979726.361217:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979726.361218:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979726.361222:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979726.361225:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979726.361232:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10448
00000400:00000200:3.0:1783979726.361239:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979726.361245:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979726.361247:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979726.361249:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361252:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.361254:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361255:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979726.361258:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979726.361260:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979726.361262:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979726.361264:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979726.361266:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979726.361267:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979726.361268:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361269:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.361271:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361272:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979726.361274:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979726.361276:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361277:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979726.361279:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979726.361281:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979726.361283:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.361284:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979726.361286:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979726.361295:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979726.361298:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979726.361301:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979726.361302:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.361305:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979726.361307:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979726.361310:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979726.361316:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979726.361321:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979726.361328:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979726.361334:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979726.361338:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979726.361341:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.361398:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979726.361401:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979726.361404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979726.361408:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.361414:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979726.361415:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.361418:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979726.361420:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979726.361422:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979726.361426:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559967616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979726.361430:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979726.361435:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979726.361438:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.361440:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979726.361445:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979726.361447:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979726.361453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979726.361457:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979726.361464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979726.361471:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559967616, portal 25
00000100:00000001:2.0:1783979726.361473:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979726.361474:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:2.0:1783979726.361480:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.361486:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979726.361489:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979726.361493:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979726.361496:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559967616, offset 0
00000400:00000200:2.0:1783979726.361503:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979726.361512:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.361519:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979726.361525:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979726.361535:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979726.361540:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979726.361543:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979726.361546:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390760:390760:256:4294967295] 192.168.201.140@tcp LPNI seq info [390735:390735:8:4294967295]
00000400:00000200:2.0:1783979726.361551:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.361560:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979726.361566:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.361571:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979726.361577:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979726.361580:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783979726.361584:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979726.361587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1783979726.361590:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.361592:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979726.361597:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979726.361601:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979726.361605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979726.361607:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979726.361610:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979726.361613:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979726.361634:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979726.361636:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979726.361638:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979726.361639:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979726.361641:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979726.361643:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979726.361644:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10448
00000400:00000200:3.0:1783979726.361647:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979726.361649:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979726.361650:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979726.361652:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361654:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.361655:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361656:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979726.361658:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979726.361659:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979726.361660:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979726.361662:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979726.361663:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979726.361664:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979726.361666:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361667:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.361668:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361669:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979726.361670:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979726.361672:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979726.361673:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979726.361674:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979726.361678:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979726.361679:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.361680:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979726.361684:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979726.361686:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.361687:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979726.361690:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979726.361691:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979726.361693:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979726.361693:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.361694:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979726.361696:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979726.361697:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979726.361699:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979726.361702:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979726.361705:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979726.361709:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979726.361711:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979726.361713:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363209:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.363219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363229:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.363231:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979726.363239:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979726.363244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979726.363247:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305125068
00000100:00000010:2.0:1783979726.363254:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:2.0:1783979726.363262:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979726.363269:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305125068
00000100:00000010:2.0:1783979726.363272:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856270c0.
00000100:00000001:2.0:1783979726.363275:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979726.363278:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979726.363281:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.363284:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979726.363288:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979726/real 1783979726]  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979726.363299:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979726.363301:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979726.363304:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979726.363307:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979726.363309:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979726.363311:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979726.363315:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979726.363324:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363331:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979726.363333:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363335:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.363337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979726.363341:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363347:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979726.363352:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363359:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979726.363361:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363363:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.363364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363367:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979726.363369:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979726.363373:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979726.363378:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979726.363380:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979726.363384:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979726.363391:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559967616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979726.363396:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363398:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.363401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559967616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363408:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979726.363411:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979726.363413:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979726.363417:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979726.363419:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979726.363435:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979726.363437:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979726.363439:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979726.363443:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979726.363445:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979726.363447:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:2.0:1783979726.363450:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979726.363451:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363453:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363462:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979726.363464:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.363466:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979726.363468:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979726.363469:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979726.363474:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363481:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979726.363483:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.363485:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979726.363488:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979726.363490:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979726.363494:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979726.363497:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979726.363500:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979726.363502:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.363505:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979726.363508:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979726.363510:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979726.363515:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979726.363518:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979726.363522:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979726.363526:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559967744, portal 10
00000100:00000001:2.0:1783979726.363528:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979726.363529:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979726.363537:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363543:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979726.363545:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979726.363548:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979726.363550:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559967744, offset 0
00000400:00000200:2.0:1783979726.363554:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979726.363560:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.363565:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979726.363570:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979726.363572:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979726.363575:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979726.363578:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979726.363581:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390761:390761:256:4294967295] 192.168.201.140@tcp LPNI seq info [390736:390736:8:4294967295]
00000400:00000200:2.0:1783979726.363585:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.363592:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979726.363597:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.363601:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979726.363606:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979726.363609:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783979726.363614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979726.363617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1783979726.363620:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.363622:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979726.363627:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979726.363631:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979726.363634:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979726.363636:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979726.363639:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979726.363642:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363649:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.363652:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363658:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.363660:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979726.363663:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979726.363666:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979726.363670:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979726.363672:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305121299
00000100:00000001:2.0:1783979726.363675:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305125068
00000100:00000001:2.0:1783979726.363677:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305121299
00000100:00000001:2.0:1783979726.363679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305125068
00000100:00000001:2.0:1783979726.363681:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979726.363683:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.363685:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979726.363688:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979726/real 1783979726]  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979726.363696:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979726.363697:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979726.363699:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979726.363701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979726.363703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979726.363704:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979726.363707:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979726.363714:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363720:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979726.363722:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363723:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.363725:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979726.363728:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363734:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979726.363738:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363744:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979726.363746:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363748:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.363749:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363750:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979726.363752:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979726.363755:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979726.363759:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979726.363761:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979726.363765:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979726.363773:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979726.363776:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363778:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.363781:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559967744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.363787:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979726.363788:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979726.363790:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979726.363793:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979726.363794:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979726.363796:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979726.363797:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979726.363799:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979726.363802:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979726.363803:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979726.363804:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979726.363807:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979726.363808:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363810:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.363814:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979726.363816:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.363818:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979726.363819:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.364323:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979726.364325:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364373:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979726.364377:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979726.364381:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979726.364383:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979726.364385:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979726.364388:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979726.364391:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10448
00000400:00000200:3.0:1783979726.364396:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979726.364399:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979726.364402:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979726.364405:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364408:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.364410:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364412:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979726.364414:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979726.364415:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979726.364417:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979726.364662:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979726.364665:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979726.364667:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979726.364671:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364674:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.364676:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364678:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979726.364681:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979726.364684:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364686:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979726.364689:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979726.364695:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979726.364697:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364699:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979726.364703:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979726.364706:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364708:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979726.364714:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979726.364718:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979726.364722:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979726.364724:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364726:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979726.364729:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979726.364733:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979726.364738:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979726.364745:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979726.364751:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979726.364761:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979726.364765:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979726.364769:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979726.364790:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979726.364793:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979726.364796:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979726.364798:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979726.364799:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979726.364802:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979726.364804:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10448
00000400:00000200:3.0:1783979726.364809:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979726.364812:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979726.364814:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979726.364817:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364819:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.364821:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364822:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979726.364825:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979726.364826:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979726.364828:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979726.364829:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979726.364831:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979726.364833:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979726.364836:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364838:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.364839:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364841:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979726.364843:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979726.364846:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364848:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979726.364850:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979726.364852:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979726.364854:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364856:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979726.364858:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979726.364861:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364862:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979726.364866:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979726.364868:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979726.364871:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979726.364872:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364873:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979726.364875:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979726.364876:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979726.364880:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979726.364884:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979726.364889:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979726.364896:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979726.364898:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979726.364902:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979726.364909:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979726.364912:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979726.364915:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979726.364916:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979726.364918:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979726.364920:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979726.364922:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10448
00000400:00000200:3.0:1783979726.364926:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979726.364929:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979726.364931:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979726.364933:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364935:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.364937:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364939:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979726.364941:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979726.364942:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979726.364944:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979726.364946:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979726.364948:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979726.364949:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979726.364952:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364954:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979726.364956:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364958:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979726.364960:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979726.364963:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979726.364965:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979726.364967:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979726.364969:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979726.364971:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364972:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979726.364974:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979726.364976:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364978:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979726.364981:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979726.364983:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979726.364985:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979726.364986:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979726.364988:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979726.364989:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979726.364991:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979726.364995:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979726.364998:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979726.365002:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979726.365007:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979726.365009:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979726.365012:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979726.365018:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979726.365023:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10458)
00000100:00000001:2.0:1783979726.365101:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979726.365104:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979726.365106:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979726.365111:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.365118:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979726.365119:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.365131:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979726.365133:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979726.365135:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979726.365138:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979726.365142:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979726.365145:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979726.365146:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.365148:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979726.365152:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979726.365154:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979726.365158:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979726.365161:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979726.365165:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979726.365169:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559967872, portal 10
00000100:00000001:2.0:1783979726.365172:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979726.365173:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979726.365180:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.365186:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979726.365189:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979726.365191:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979726.365193:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559967872, offset 0
00000400:00000200:2.0:1783979726.365198:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979726.365203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.365207:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979726.365210:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979726.365213:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979726.365215:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979726.365218:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979726.365222:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390762:390762:256:4294967295] 192.168.201.140@tcp LPNI seq info [390737:390737:8:4294967295]
00000400:00000200:2.0:1783979726.365226:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.365233:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979726.365238:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.365242:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979726.365247:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979726.365250:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783979726.365255:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979726.365258:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1783979726.365261:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.365263:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979726.365268:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979726.365272:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979726.365275:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979726.365277:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979726.365280:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979726.365284:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.365292:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.365295:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.365302:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.365303:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979726.365307:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979726.365311:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979726.365314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979726.365316:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305121297
00000100:00000001:2.0:1783979726.365319:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305125068
00000100:00000001:2.0:1783979726.365321:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305121297
00000100:00000001:2.0:1783979726.365323:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305125068
00000100:00000001:2.0:1783979726.365326:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979726.365328:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.365330:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979726.365334:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979726/real 1783979726]  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979726.365342:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979726.365343:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979726.365345:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979726.365347:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979726.365349:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979726.365351:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979726.365354:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979726.365362:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.365368:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979726.365369:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.365371:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.365373:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979726.365376:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.365382:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979726.365386:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.365393:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979726.365396:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.365398:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.365399:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.365401:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979726.365402:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979726.365405:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979726.365408:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979726.365411:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979726.365414:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979726.366076:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559967872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979726.366082:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979726.366085:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366092:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979726.366093:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.366096:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979726.366098:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979726.366100:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979726.366104:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979726.366107:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979726.366109:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979726.366111:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.366114:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979726.366118:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979726.366120:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979726.366134:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979726.366137:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979726.366142:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979726.366146:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559968000, portal 4
00000100:00000001:2.0:1783979726.366148:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979726.366149:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979726.366155:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366166:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979726.366169:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979726.366171:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979726.366173:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559968000, offset 0
00000400:00000200:2.0:1783979726.366177:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979726.366181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.366185:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979726.366189:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979726.366191:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979726.366194:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979726.366196:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979726.366199:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390763:390763:256:4294967295] 192.168.201.140@tcp LPNI seq info [390738:390738:8:4294967295]
00000400:00000200:2.0:1783979726.366203:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.366209:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979726.366214:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.366217:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979726.366222:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979726.366225:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783979726.366229:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979726.366232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1783979726.366235:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.366238:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979726.366241:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979726.366245:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979726.366248:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979726.366249:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979726.366252:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979726.366255:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366263:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.366265:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366278:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.366279:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979726.366283:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979726.366286:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979726.366289:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979726.366291:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305121325
00000100:00000001:2.0:1783979726.366293:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305125068
00000100:00000001:2.0:1783979726.366295:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305121325
00000100:00000001:2.0:1783979726.366297:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305125068
00000100:00000001:2.0:1783979726.366299:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979726.366301:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.366303:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979726.366307:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979726/real 1783979726]  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979726.366313:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979726.366315:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979726.366316:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979726.366318:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979726.366320:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979726.366322:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979726.366325:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979726.366333:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366340:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979726.366342:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366343:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.366345:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979726.366348:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366355:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979726.366358:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366364:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979726.366366:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366368:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.366369:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366371:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979726.366373:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979726.366376:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979726.366379:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979726.366381:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979726.366384:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979726.366391:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979726.366394:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979726.366397:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366403:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979726.366404:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.366406:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979726.366407:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979726.366409:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979726.366411:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979726.366414:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979726.366416:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979726.366418:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979726.366419:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979726.366422:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979726.366424:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979726.366427:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979726.366429:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979726.366432:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979726.366434:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559968128, portal 4
00000100:00000001:2.0:1783979726.366436:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979726.366437:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783979726.366442:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366447:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979726.366449:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979726.366451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979726.366453:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559968128, offset 0
00000400:00000200:2.0:1783979726.366457:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979726.366460:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.366464:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979726.366466:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979726.366468:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979726.366470:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979726.366472:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979726.366475:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390764:390764:256:4294967295] 192.168.201.140@tcp LPNI seq info [390739:390739:8:4294967295]
00000400:00000200:2.0:1783979726.366479:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979726.366485:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979726.366489:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.366491:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979726.366494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979726.366496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1783979726.366500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979726.366502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1783979726.366505:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979726.366507:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979726.366510:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979726.366513:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979726.366515:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979726.366516:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979726.366518:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979726.366522:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366529:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.366531:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366537:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.366538:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979726.366541:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979726.366543:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979726.366546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979726.366548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305121327
00000100:00000001:2.0:1783979726.366550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305125068
00000100:00000001:2.0:1783979726.366552:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305121327
00000100:00000001:2.0:1783979726.366554:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305125068
00000100:00000001:2.0:1783979726.366556:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979726.366558:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.366560:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979726.366563:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979726/real 1783979726]  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979726.366570:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979726.366571:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979726.366572:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979726.366574:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979726.366576:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979726.366578:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979726.366580:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979726.366587:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366592:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979726.366593:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366594:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.366596:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979726.366598:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366605:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979726.366608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366614:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979726.366616:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366618:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979726.366619:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366621:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979726.366622:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979726.366624:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979726.366628:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979726.366629:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979726.366633:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979726.366639:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979726.366643:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366645:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.366648:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559967872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366654:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979726.366656:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979726.366658:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979726.366661:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979726.366663:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979726.366664:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979726.366666:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979726.366668:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979726.366672:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979726.366673:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979726.366675:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979726.366678:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979726.366679:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366681:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.366684:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559968000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366690:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979726.366691:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979726.366693:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979726.366695:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979726.366696:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979726.366697:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979726.366699:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979726.366700:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979726.366702:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979726.366703:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979726.366704:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979726.366706:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979726.366708:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366709:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979726.366712:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559968128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979726.366717:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979726.366719:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979726.366720:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783979726.366722:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979726.366723:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979726.366724:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979726.366726:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979726.366727:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979726.366729:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979726.366729:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979726.366731:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979726.366733:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979726.366734:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366735:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979726.366742:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979726.366744:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979726.366746:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979726.366747:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979727.129327:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979727.129335:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979727.129341:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979727.129342:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979727.129346:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979727.129347:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979727.129462:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979727.129465:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979727.129468:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979728.153185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979728.153193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979728.153199:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979728.153200:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979728.153203:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979728.153204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979728.153685:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979728.153688:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979728.153690:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979729.177185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979729.177193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979729.177198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979729.177199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979729.177202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979729.177203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979729.177396:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979729.177399:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979729.177402:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979730.201177:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305125068, at 4305125120
00000100:00000040:3.0:1783979730.201177:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305125068, at 4305125120
00010000:00000001:1.0:1783979730.201180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979730.201185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979730.201190:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00010000:00000001:1.0:1783979730.201191:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979730.201193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979730.201193:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856270c0.
00010000:00000001:1.0:1783979730.201200:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979730.201203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979730.202360:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979730.202364:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979730.202368:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979731.225181:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979731.225191:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979731.225194:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979731.225197:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979731.225202:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979731.225205:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979731.225207:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979731.225209:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979731.225214:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979731.225215:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979731.225216:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979731.225218:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979731.225220:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979731.225221:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979731.225223:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979731.225225:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979731.225228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979731.225230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979731.225325:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979731.225329:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979731.225332:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979731.481350:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979731.481362:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979731.481364:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979731.481368:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979731.481372:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979731.481380:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10453
00000400:00000200:2.0:1783979731.481387:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979731.481393:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979731.481396:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979731.481399:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481402:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481404:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481406:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979731.481410:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979731.481411:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979731.481415:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979731.481418:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979731.481420:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979731.481422:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979731.481425:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481426:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481428:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481430:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979731.481432:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979731.481434:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481436:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979731.481438:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979731.481441:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979731.481444:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481445:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979731.481448:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979731.481456:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341f80.
00000020:00000040:2.0:1783979731.481460:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979731.481463:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979731.481464:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481467:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979731.481470:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979731.481473:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979731.481480:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783979731.481485:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979731.481493:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979731.481502:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979731.481506:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979731.481511:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0bbf7] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979731.481539:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979731.481542:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979731.481545:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979731.481547:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979731.481548:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979731.481550:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979731.481553:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10453
00000400:00000200:2.0:1783979731.481556:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979731.481559:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979731.481561:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979731.481563:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481565:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481567:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481569:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979731.481571:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979731.481572:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979731.481573:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979731.481575:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979731.481576:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979731.481578:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979731.481580:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481582:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481584:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481586:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979731.481587:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979731.481589:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481591:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979731.481592:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979731.481597:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979731.481599:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481600:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979731.481605:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979731.481607:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481609:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979731.481612:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340000.
00000020:00000040:2.0:1783979731.481614:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979731.481616:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979731.481617:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481619:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979731.481620:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979731.481622:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979731.481625:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979731.481627:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979731.481631:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979731.481637:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979731.481639:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979731.481642:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6aa5db] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979731.481649:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979731.481651:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979731.481655:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979731.481656:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979731.481657:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979731.481659:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979731.481661:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10453
00000400:00000200:2.0:1783979731.481664:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979731.481666:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979731.481668:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979731.481671:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481673:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481674:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481676:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979731.481678:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979731.481679:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979731.481681:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979731.481682:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979731.481684:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979731.481685:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979731.481687:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481689:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481690:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481691:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979731.481693:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979731.481695:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481697:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979731.481699:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979731.481701:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979731.481703:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481704:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979731.481706:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979731.481708:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481710:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979731.481713:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340700.
00000020:00000040:2.0:1783979731.481715:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979731.481717:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979731.481718:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481720:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979731.481721:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979731.481722:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979731.481725:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979731.481728:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979731.481731:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979731.481743:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979731.481744:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979731.481748:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004917f9bd] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979731.481754:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979731.481757:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979731.481760:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979731.481761:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979731.481763:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979731.481765:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979731.481767:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10453
00000400:00000200:2.0:1783979731.481770:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979731.481772:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979731.481774:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979731.481777:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481778:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481780:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481781:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979731.481783:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979731.481784:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979731.481785:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979731.481787:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979731.481788:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979731.481790:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979731.481793:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481794:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481796:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481798:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979731.481800:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979731.481802:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481804:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979731.481805:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979731.481808:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979731.481809:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481811:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979731.481813:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979731.481815:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481816:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979731.481819:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342680.
00000020:00000040:2.0:1783979731.481821:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979731.481823:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979731.481824:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481825:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979731.481826:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979731.481828:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979731.481831:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:2.0:1783979731.481833:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979731.481837:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979731.481843:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979731.481844:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979731.481848:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073a951f8] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979731.481853:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979731.481855:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979731.481858:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979731.481859:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979731.481861:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979731.481863:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979731.481866:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10453
00000400:00000200:2.0:1783979731.481869:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979731.481871:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979731.481873:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979731.481875:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481877:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979731.481879:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481881:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979731.481883:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979731.481884:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979731.481886:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1783979731.481928:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979731.481933:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979731.481935:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979731.481941:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.481950:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979731.481952:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979731.481953:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
02000000:00000001:0.0:1783979731.481955:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1783979731.481956:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
02000000:00000001:0.0:1783979731.481957:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979731.481959:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979731.481959:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00100000:0.0:1783979731.481963:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559968256:192.168.201.140@tcp:250:kworker.0
00000100:00000040:2.0:1783979731.481963:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481965:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979731.481967:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1783979731.481967:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979731.481969:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:0.0:1783979731.481970:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1783979731.481971:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
02000000:00000001:0.0:1783979731.481973:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979731.481973:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
02000000:00000001:0.0:1783979731.481975:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979731.481976:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979731.481977:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1783979731.481980:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:2.0:1783979731.481980:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979731.481981:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979731.481982:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.481984:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1783979731.481986:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000008:00100000:2.0:1783979731.481986:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979731.481988:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979731.481990:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000100:00000001:2.0:1783979731.481990:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979731.481993:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343100.
00000400:00000010:0.0:1783979731.481995:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000020:00000040:2.0:1783979731.481995:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979731.481997:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979731.481999:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979731.482000:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1783979731.482001:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559968256, portal 25
02000000:00000001:2.0:1783979731.482002:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1783979731.482003:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1783979731.482004:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.482005:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
02000000:00000010:2.0:1783979731.482007:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000100:00000040:0.0:1783979731.482009:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979731.482010:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979731.482014:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979731.482017:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979731.482019:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979731.482020:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1783979731.482022:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000001:2.0:1783979731.482022:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979731.482025:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559968256, offset 0
00000100:00000040:2.0:1783979731.482026:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb52a7d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979731.482031:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979731.482043:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979731.482076:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10464)
00000400:00000200:0.0:1783979731.482079:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.482085:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979731.482090:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979731.482094:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979731.482098:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979731.482101:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979731.482104:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390765:390765:256:4294967295] 192.168.201.140@tcp LPNI seq info [390740:390740:8:4294967295]
00000400:00000200:0.0:1783979731.482108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.482117:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979731.482124:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.482129:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979731.482136:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979731.482140:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979731.482145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979731.482149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979731.482154:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.482156:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979731.482162:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979731.482166:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979731.482172:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979731.482174:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979731.482178:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979731.482182:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482191:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.482195:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482202:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.482203:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979731.482208:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979731.482212:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979731.482215:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305130187
00000100:00000010:0.0:1783979731.482220:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64ba0.
00000100:00000001:0.0:1783979731.482226:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979731.482230:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305130187
00000100:00000010:0.0:1783979731.482233:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64840.
00000100:00000001:0.0:1783979731.482236:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979731.482238:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979731.482241:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.482243:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979731.482247:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979731/real 1783979731]  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979731.482262:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979731.482263:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979731.482265:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979731.482268:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979731.482269:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979731.482271:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979731.482274:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979731.482282:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482288:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979731.482290:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482292:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.482294:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979731.482298:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482304:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979731.482308:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482314:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979731.482317:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482319:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.482320:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482322:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979731.482324:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979731.482327:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979731.482331:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979731.482333:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979731.482337:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979731.482345:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559968256:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979731.482350:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979731.482353:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482359:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979731.482361:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979731.482363:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979731.482364:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979731.482367:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979731.482369:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968384:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979731.482373:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979731.482375:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979731.482376:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979731.482378:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979731.482381:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979731.482383:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979731.482387:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979731.482389:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979731.482392:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979731.482395:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559968384, portal 10
00000100:00000001:0.0:1783979731.482397:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979731.482398:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:0.0:1783979731.482404:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482410:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979731.482412:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979731.482415:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979731.482417:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559968384, offset 0
00000400:00000200:0.0:1783979731.482421:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979731.482425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.482429:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979731.482432:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979731.482434:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979731.482436:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979731.482438:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979731.482442:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390766:390766:256:4294967295] 192.168.201.140@tcp LPNI seq info [390741:390741:8:4294967295]
00000400:00000200:0.0:1783979731.482446:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.482452:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979731.482457:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.482460:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979731.482464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979731.482466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979731.482470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979731.482473:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979731.482477:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.482479:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979731.482481:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979731.482485:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979731.482488:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979731.482489:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979731.482492:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979731.482495:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482502:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.482504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482511:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.482513:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979731.482515:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979731.482519:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979731.482522:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979731.482525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305126418
00000100:00000001:0.0:1783979731.482527:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305130187
00000100:00000001:0.0:1783979731.482530:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305126418
00000100:00000001:0.0:1783979731.482532:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305130187
00000100:00000001:0.0:1783979731.482534:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979731.482536:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.482537:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979731.482541:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979731/real 1783979731]  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979731.482549:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979731.482550:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979731.482552:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979731.482554:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979731.482556:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979731.482558:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979731.482561:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979731.482568:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482574:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979731.482575:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482577:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.482578:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979731.482582:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482588:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979731.482592:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482598:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979731.482601:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.482603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482605:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979731.482607:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979731.482609:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979731.482612:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979731.482615:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979731.482618:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979731.482626:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968384:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979731.482630:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979731.482633:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482639:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979731.482641:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979731.482643:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979731.482644:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979731.482646:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979731.482649:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968512:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979731.482651:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979731.482653:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979731.482654:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979731.482656:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979731.482659:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979731.482661:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979731.482664:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979731.482666:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979731.482669:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979731.482671:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559968512, portal 10
00000100:00000001:0.0:1783979731.482673:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979731.482674:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:0.0:1783979731.482680:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482686:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979731.482689:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979731.482691:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979731.482694:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559968512, offset 0
00000400:00000200:0.0:1783979731.482698:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979731.482701:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.482705:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979731.482708:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979731.482710:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979731.482713:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979731.482715:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979731.482718:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390767:390767:256:4294967295] 192.168.201.140@tcp LPNI seq info [390742:390742:8:4294967295]
00000400:00000200:0.0:1783979731.482722:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.482729:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979731.482733:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.482737:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979731.482740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979731.482743:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979731.482746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979731.482749:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979731.482753:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.482754:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979731.482757:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979731.482760:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979731.482763:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979731.482764:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979731.482767:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979731.482770:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482783:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.482786:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482792:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.482794:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979731.482797:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979731.482799:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979731.482803:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979731.482806:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305126414
00000100:00000001:0.0:1783979731.482808:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305130187
00000100:00000001:0.0:1783979731.482810:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305126414
00000100:00000001:0.0:1783979731.482812:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305130187
00000100:00000001:0.0:1783979731.482814:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979731.482816:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.482818:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979731.482822:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979731/real 1783979731]  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979731.482829:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979731.482830:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979731.482832:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979731.482834:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979731.482836:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979731.482838:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979731.482841:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979731.482848:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482854:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979731.482856:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482858:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.482859:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979731.482862:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482868:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979731.482872:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482878:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979731.482881:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482882:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.482883:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.482885:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979731.482886:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979731.482889:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979731.482892:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979731.482894:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979731.482898:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979731.482905:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968512:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979731.482909:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979731.482912:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482918:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979731.482919:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979731.482921:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979731.482923:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979731.482925:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979731.482928:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968640:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979731.482931:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979731.482932:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979731.482934:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979731.482936:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979731.482939:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979731.482941:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979731.482944:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979731.482946:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979731.482950:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979731.482953:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559968640, portal 4
00000100:00000001:0.0:1783979731.482954:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979731.482955:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:0.0:1783979731.482961:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.482966:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979731.482968:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979731.482970:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979731.482972:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559968640, offset 0
00000400:00000200:0.0:1783979731.482976:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979731.482980:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.482984:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979731.482986:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979731.482988:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979731.482990:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979731.482992:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979731.482995:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390768:390768:256:4294967295] 192.168.201.140@tcp LPNI seq info [390743:390743:8:4294967295]
00000400:00000200:0.0:1783979731.482998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.483003:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979731.483008:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.483011:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979731.483015:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979731.483017:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979731.483021:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979731.483023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979731.483026:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.483028:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979731.483031:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979731.483046:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979731.483068:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979731.483070:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979731.483073:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979731.483076:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483083:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.483086:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483092:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.483093:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979731.483096:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979731.483099:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979731.483102:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979731.483104:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305126442
00000100:00000001:0.0:1783979731.483106:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305130187
00000100:00000001:0.0:1783979731.483108:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305126442
00000100:00000001:0.0:1783979731.483111:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305130187
00000100:00000001:0.0:1783979731.483113:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979731.483114:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.483116:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979731.483120:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979731/real 1783979731]  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979731.483127:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979731.483129:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979731.483131:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979731.483132:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979731.483134:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979731.483136:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979731.483139:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979731.483147:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483152:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979731.483154:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483155:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.483157:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979731.483160:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483166:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979731.483170:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483176:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979731.483178:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483180:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.483181:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483183:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979731.483184:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979731.483187:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979731.483190:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979731.483192:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979731.483196:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979731.483208:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968640:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979731.483212:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483214:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.483217:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559968256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483223:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979731.483226:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979731.483228:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979731.483231:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979731.483233:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979731.483235:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979731.483237:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979731.483239:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979731.483243:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979731.483244:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979731.483246:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:0.0:1783979731.483250:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979731.483251:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483253:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.483256:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559968384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483263:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979731.483264:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979731.483265:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979731.483267:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979731.483268:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979731.483269:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979731.483271:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979731.483272:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979731.483275:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979731.483275:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979731.483277:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:0.0:1783979731.483279:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979731.483280:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483282:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.483285:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559968512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483291:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979731.483292:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979731.483293:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979731.483295:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979731.483296:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979731.483297:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979731.483299:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979731.483300:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979731.483303:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979731.483304:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979731.483305:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:0.0:1783979731.483307:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979731.483308:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483309:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.483312:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559968640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483318:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979731.483319:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979731.483321:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979731.483323:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979731.483324:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979731.483325:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979731.483327:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979731.483328:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:0.0:1783979731.483330:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979731.483331:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979731.483333:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:0.0:1783979731.483335:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979731.483336:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483338:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483345:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979731.483348:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.483350:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979731.483351:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979731.483352:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979731.483356:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483362:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979731.483365:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979731.483367:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979731.483369:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979731.483371:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979731.483373:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968768:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979731.483376:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979731.483378:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979731.483379:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979731.483381:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979731.483384:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979731.483386:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979731.483389:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979731.483392:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979731.483395:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979731.483397:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559968768, portal 4
00000100:00000001:0.0:1783979731.483399:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979731.483401:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:0.0:1783979731.483406:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483412:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979731.483414:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979731.483416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979731.483419:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559968768, offset 0
00000400:00000200:0.0:1783979731.483422:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979731.483426:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.483429:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979731.483433:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979731.483435:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979731.483437:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979731.483439:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979731.483442:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390769:390769:256:4294967295] 192.168.201.140@tcp LPNI seq info [390744:390744:8:4294967295]
00000400:00000200:0.0:1783979731.483445:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979731.483452:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979731.483456:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.483459:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979731.483463:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979731.483465:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1783979731.483470:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979731.483472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1783979731.483475:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979731.483477:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979731.483480:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979731.483483:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979731.483485:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979731.483487:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979731.483489:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979731.483493:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483500:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.483503:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483509:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.483510:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979731.483513:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979731.483516:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979731.483519:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979731.483521:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305126444
00000100:00000001:0.0:1783979731.483523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305130187
00000100:00000001:0.0:1783979731.483526:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305126444
00000100:00000001:0.0:1783979731.483528:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305130187
00000100:00000001:0.0:1783979731.483531:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979731.483532:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.483534:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979731.483538:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979731/real 1783979731]  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979731.483546:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979731.483547:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979731.483549:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979731.483551:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979731.483553:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979731.483555:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979731.483558:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979731.483566:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483572:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979731.483573:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483575:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.483576:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979731.483580:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483587:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979731.483590:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483597:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979731.483599:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483600:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979731.483602:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483604:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979731.483605:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979731.483608:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979731.483611:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979731.483613:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979731.483617:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979731.483624:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559968768:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979731.483628:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483629:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979731.483632:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559968768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979756 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979731.483639:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979731.483640:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979731.483642:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979731.483645:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979731.483646:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979731.483648:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979731.483650:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979731.483651:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979731.483654:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979731.483655:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979731.483656:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:0.0:1783979731.483659:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979731.483660:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483662:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979731.483665:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979731.483666:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979731.483668:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979731.483670:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979732.249305:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979732.249313:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979732.249318:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979732.249319:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979732.249322:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979732.249323:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979732.249479:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979732.249484:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979732.249487:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979733.273313:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979733.273321:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979733.273326:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979733.273327:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979733.273330:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979733.273331:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979733.273486:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979733.273489:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979733.273492:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979734.297156:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979734.297163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979734.297169:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979734.297170:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979734.297173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979734.297174:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979734.297254:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979734.297258:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979734.297261:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1783979734.425197:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:2.0:1783979734.425206:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:2.0:1783979734.425211:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:3.0:1783979734.425742:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1783979734.425753:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979734.425768:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783979734.425773:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783979734.425776:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979735.321150:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979735.321157:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979735.321162:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979735.321163:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979735.321167:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979735.321168:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979735.321183:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305130187, at 4305130240
00000100:00000010:3.0:1783979735.321200:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64840.
00000020:00000001:0.0:1783979735.321351:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000100:00000040:2.0:1783979735.321353:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305130187, at 4305130240
00000020:00000001:0.0:1783979735.321357:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979735.321363:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000010:2.0:1783979735.321364:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64ba0.
00010000:00000001:1.0:1783979736.345131:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979736.345139:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979736.345144:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979736.345146:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979736.345149:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979736.345153:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979736.345155:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979736.345159:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979736.345161:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979736.345163:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979736.345165:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979736.345168:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979736.345270:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979736.345274:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979736.345277:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979736.601311:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979736.601325:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979736.601329:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979736.601334:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979736.601340:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979736.601349:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10459
00000400:00000200:1.0:1783979736.601361:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979736.601370:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979736.601373:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979736.601377:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601381:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979736.601383:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601386:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979736.601391:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979736.601393:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979736.601397:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979736.601401:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979736.601404:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979736.601406:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979736.601409:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601412:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979736.601414:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601416:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979736.601419:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979736.601423:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601425:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979736.601428:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979736.601433:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979736.601437:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.601439:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979736.601442:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979736.601455:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979736.601459:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979736.601465:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979736.601467:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.601471:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979736.601475:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979736.601479:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979736.601488:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979736.601497:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979736.601508:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979736.601519:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979736.601525:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979736.601530:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979736.601555:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979736.601559:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979736.601562:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979736.601564:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979736.601565:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979736.601568:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979736.601571:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10459
00000400:00000200:1.0:1783979736.601575:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979736.601577:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979736.601580:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979736.601583:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601586:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979736.601588:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601590:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979736.601593:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979736.601595:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979736.601597:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979736.601599:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979736.601601:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979736.601604:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979736.601607:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601610:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979736.601611:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601614:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979736.601617:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979736.601620:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601624:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979736.601625:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979736.601633:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979736.601636:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.601638:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979736.601641:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:1.0:1783979736.601644:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979736.601651:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.601652:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979736.601660:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.601661:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:1.0:1783979736.601671:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000100:00000040:0.0:1783979736.601677:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979736.601678:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979736.601685:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979736.601690:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.601700:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1783979736.601711:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979736.601713:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.601716:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783979736.601719:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979736.601720:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979736.601724:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.601725:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979736.601738:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559968896:192.168.201.140@tcp:250:kworker.0
02000000:00000010:1.0:1783979736.601739:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:0.0:1783979736.601749:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1783979736.601750:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.601755:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979736.601758:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979736.601762:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1783979736.601763:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979736.601775:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:1.0:1783979736.601777:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1783979736.601779:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.601783:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979736.601791:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:1.0:1783979736.601793:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1783979736.601795:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979736.601806:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979736.601817:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559968896, portal 25
00000100:00000001:0.0:1783979736.601826:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979736.601830:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00000001:1.0:1783979736.601849:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979736.601851:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1783979736.601858:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979736.601860:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979736.601866:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00080000:1.0:1783979736.601869:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1783979736.601870:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000001:1.0:1783979736.601875:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1783979736.601878:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559968896, offset 0
00000100:00080000:1.0:1783979736.601880:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979736.601885:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1783979736.601890:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00080000:1.0:1783979736.601895:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10459
00000400:00000200:1.0:1783979736.601903:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979736.601907:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979736.601909:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979736.601913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:1.0:1783979736.601922:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:0.0:1783979736.601930:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000001:1.0:1783979736.601930:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979736.601937:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.601941:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:0.0:1783979736.601943:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979736.601960:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979736.601964:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979736.601967:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000020:00000001:1.0:1783979736.601970:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979736.601974:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000400:00000200:0.0:1783979736.601978:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390770:390770:256:4294967295] 192.168.201.140@tcp LPNI seq info [390745:390745:8:4294967295]
00000020:00000001:1.0:1783979736.601978:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979736.601984:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979736.601991:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:0.0:1783979736.601996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:1.0:1783979736.601998:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979736.602006:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.602010:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979736.602016:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1783979736.602028:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:0.0:1783979736.602030:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000001:1.0:1783979736.602035:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000010:0.0:1783979736.602041:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000020:00000040:1.0:1783979736.602042:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979736.602098:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000800:00000200:0.0:1783979736.602105:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:1.0:1783979736.602106:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979736.602115:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1783979736.602118:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1783979736.602120:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979736.602131:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.602134:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1783979736.602139:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000008:00100000:1.0:1783979736.602140:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979736.602149:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979736.602151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1783979736.602153:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979736.602162:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979736.602166:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000800:00000100:0.0:1783979736.602172:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
02000000:00000001:1.0:1783979736.602173:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979736.602177:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783979736.602178:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000100:00000001:1.0:1783979736.602181:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979736.602186:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979736.602190:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979736.602193:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1783979736.602195:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979736.602202:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979736.602203:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1783979736.602212:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979736.602213:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979736.602220:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979736.602229:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1783979736.602230:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979736.602235:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979736.602241:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979736.602243:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979736.602297:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979736.602304:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979736.602315:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979736.602318:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979736.602322:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979736.602329:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1783979736.602333:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1783979736.602334:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10459
00000100:00000040:0.0:1783979736.602342:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979736.602344:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979736.602351:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979736.602361:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979736.602371:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979736.602373:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.602375:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979736.602379:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1783979736.602381:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.602386:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979736.602389:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1783979736.602391:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979736.602395:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979736.602398:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1783979736.602401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000040:1.0:1783979736.602403:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000100:00000001:0.0:1783979736.602409:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305135307
00000020:00000001:1.0:1783979736.602409:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979736.602413:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000010:0.0:1783979736.602422:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64120.
00000100:00000040:1.0:1783979736.602422:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.602426:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979736.602432:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979736.602434:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783979736.602436:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979736.602442:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:0.0:1783979736.602444:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305135307
00000100:00080000:1.0:1783979736.602447:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000010:0.0:1783979736.602453:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb649c0.
00000100:00000001:1.0:1783979736.602454:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979736.602460:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979736.602462:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1783979736.602464:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979736.602469:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.602471:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979736.602473:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979736.602476:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979736.602477:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979736.602482:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000100:00000001:0.0:1783979736.602483:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1783979736.602485:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000001:0.0:1783979736.602492:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979736.602494:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979736.602497:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.602499:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1783979736.602501:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979736.602504:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979736.602507:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979736.602511:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979736/real 1783979736]  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783979736.602514:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979736.602522:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979736.602533:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1783979736.602534:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979736.602537:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979736.602543:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000100:00000001:1.0:1783979736.602552:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1783979736.602554:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000100:00000001:1.0:1783979736.602557:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979736.602559:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000040:1.0:1783979736.602566:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.602567:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979736.602582:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979736.602584:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979736.602589:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979736.602602:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979736.602607:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979736.602612:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979736.602621:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1783979736.602622:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1783979736.602630:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10459
00000400:00000200:1.0:1783979736.602641:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979736.602649:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979736.602650:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1783979736.602653:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1783979736.602655:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979736.602660:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979736.602662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979736.602668:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979736.602670:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979736.602674:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.602679:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00100000:0.0:1783979736.602682:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1783979736.602684:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979736.602687:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979736.602691:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979736.602695:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979736.602700:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:0.0:1783979736.602706:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1783979736.602707:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979736.602716:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000040:0.0:1783979736.602719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979736.602721:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979736.602729:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979736.602733:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979736.602740:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979736.602748:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979736.602754:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979736.602755:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979736.602761:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979736.602766:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1783979736.602767:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979736.602774:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.602778:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1783979736.602780:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979736.602782:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1783979736.602785:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1783979736.602788:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1783979736.602790:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.602792:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979736.602795:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979736.602802:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000100:00080000:0.0:1783979736.602803:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1783979736.602807:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00080000:0.0:1783979736.602815:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
02000000:00000001:1.0:1783979736.602816:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979736.602819:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.602824:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1783979736.602824:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979736.602828:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979736.602831:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979736.602839:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783979736.602840:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979736.602847:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979736.602858:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1783979736.602866:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559968896:192.168.201.140@tcp:250:kworker.0
00000100:00000001:1.0:1783979736.602874:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979736.602879:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.602881:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979736.602887:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.602888:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.602897:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559968896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979736.602914:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.602924:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1783979736.602925:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10469)
02000000:00000001:0.0:1783979736.602929:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979736.602935:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979736.602940:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979736.602956:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979736.602960:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979736.602963:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979736.602966:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:0.0:1783979736.602972:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979736.602975:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979736.602978:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:0.0:1783979736.602982:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979736.602984:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.602986:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.602994:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979736.602996:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.602999:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979736.603000:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979736.603002:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979736.603007:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603015:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979736.603016:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.603019:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979736.603021:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979736.603024:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979736.603026:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969024:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979736.603030:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979736.603032:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979736.603034:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.603036:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979736.603040:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979736.603043:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979736.603076:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979736.603081:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979736.603085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979736.603089:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559969024, portal 10
00000100:00000001:0.0:1783979736.603092:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979736.603093:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:0.0:1783979736.603101:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603107:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979736.603110:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979736.603112:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979736.603115:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559969024, offset 0
00000400:00000200:0.0:1783979736.603119:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979736.603124:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979736.603128:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979736.603131:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979736.603134:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979736.603137:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979736.603139:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979736.603142:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390771:390771:256:4294967295] 192.168.201.140@tcp LPNI seq info [390746:390746:8:4294967295]
00000400:00000200:0.0:1783979736.603146:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979736.603153:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979736.603158:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979736.603162:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979736.603165:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979736.603168:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979736.603173:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979736.603176:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979736.603180:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979736.603182:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979736.603186:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979736.603192:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979736.603195:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979736.603197:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979736.603200:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979736.603205:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603215:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.603219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603231:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.603233:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979736.603236:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979736.603240:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979736.603244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979736.603246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305131539
00000100:00000001:0.0:1783979736.603249:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305135307
00000100:00000001:0.0:1783979736.603251:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305131539
00000100:00000001:0.0:1783979736.603253:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305135307
00000100:00000001:0.0:1783979736.603255:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979736.603257:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.603259:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979736.603263:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979736/real 1783979736]  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979736.603270:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979736.603272:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979736.603273:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979736.603275:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979736.603277:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979736.603279:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979736.603282:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979736.603291:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603297:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979736.603298:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603300:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979736.603301:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979736.603305:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603312:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979736.603316:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603323:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979736.603325:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603327:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979736.603328:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603330:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979736.603332:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979736.603334:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979736.603338:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979736.603340:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979736.603345:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979736.603352:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969024:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979736.603356:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979736.603359:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603365:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979736.603367:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.603368:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979736.603370:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979736.603372:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979736.603375:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969152:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979736.603378:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979736.603380:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979736.603382:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.603384:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979736.603387:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979736.603389:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979736.603392:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979736.603395:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979736.603398:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979736.603400:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559969152, portal 10
00000100:00000001:0.0:1783979736.603402:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979736.603404:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:0.0:1783979736.603409:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603415:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979736.603418:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979736.603420:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979736.603422:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559969152, offset 0
00000400:00000200:0.0:1783979736.603426:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979736.603430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979736.603434:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979736.603437:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979736.603439:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979736.603441:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979736.603444:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979736.603446:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390772:390772:256:4294967295] 192.168.201.140@tcp LPNI seq info [390747:390747:8:4294967295]
00000400:00000200:0.0:1783979736.603450:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979736.603456:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979736.603461:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979736.603464:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979736.603468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979736.603470:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979736.603474:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979736.603476:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979736.603480:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979736.603482:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979736.603485:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979736.603488:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979736.603491:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979736.603493:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979736.603495:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979736.603499:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603506:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.603509:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603515:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.603516:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979736.603519:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979736.603523:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979736.603526:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979736.603527:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305131535
00000100:00000001:0.0:1783979736.603530:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305135307
00000100:00000001:0.0:1783979736.603532:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305131535
00000100:00000001:0.0:1783979736.603534:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305135307
00000100:00000001:0.0:1783979736.603536:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979736.603538:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.603540:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979736.603543:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979736/real 1783979736]  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979736.603551:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979736.603552:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979736.603554:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979736.603556:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979736.603558:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979736.603560:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979736.603563:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979736.603570:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603577:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979736.603578:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603580:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979736.603581:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979736.603584:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603590:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979736.603593:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603599:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979736.603601:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979736.603603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603605:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979736.603606:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979736.603609:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979736.603612:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979736.603614:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979736.603618:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979736.603626:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969152:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979736.603629:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979736.603633:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603640:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979736.603641:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.603644:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979736.603645:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979736.603647:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979736.603649:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969280:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979736.603653:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979736.603655:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979736.603656:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.603658:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979736.603662:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979736.603664:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979736.603667:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979736.603670:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979736.603673:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979736.603676:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559969280, portal 4
00000100:00000001:0.0:1783979736.603678:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979736.603679:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:0.0:1783979736.603685:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603691:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979736.603693:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979736.603695:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979736.603697:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559969280, offset 0
00000400:00000200:0.0:1783979736.603701:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979736.603705:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979736.603708:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979736.603711:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979736.603713:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979736.603715:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979736.603717:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979736.603720:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390773:390773:256:4294967295] 192.168.201.140@tcp LPNI seq info [390748:390748:8:4294967295]
00000400:00000200:0.0:1783979736.603723:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979736.603729:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979736.603733:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979736.603736:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979736.603740:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979736.603742:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979736.603746:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979736.603748:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979736.603752:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979736.603754:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979736.603757:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979736.603760:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979736.603763:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979736.603764:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979736.603766:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979736.603769:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603776:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.603778:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603784:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.603785:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979736.603788:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979736.603791:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979736.603794:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979736.603796:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305131562
00000100:00000001:0.0:1783979736.603798:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305135307
00000100:00000001:0.0:1783979736.603800:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305131562
00000100:00000001:0.0:1783979736.603802:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305135307
00000100:00000001:0.0:1783979736.603804:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979736.603807:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.603808:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979736.603812:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979736/real 1783979736]  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979736.603819:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979736.603820:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979736.603821:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979736.603823:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979736.603825:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979736.603826:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979736.603829:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979736.603837:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603843:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979736.603844:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603846:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979736.603847:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979736.603850:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603857:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979736.603860:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603867:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979736.603870:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979736.603872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.603874:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979736.603876:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979736.603878:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979736.603882:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979736.603884:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979736.603888:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979736.603896:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969280:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979736.603900:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979736.603903:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603909:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979736.603911:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.603913:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979736.603914:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979736.603916:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979736.603919:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969408:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979736.603922:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979736.603924:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979736.603926:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979736.603927:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979736.603931:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979736.603933:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979736.603935:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979736.603938:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979736.603940:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979736.603943:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559969408, portal 4
00000100:00000001:0.0:1783979736.603957:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979736.603958:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:0.0:1783979736.603964:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.603970:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979736.603973:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979736.603975:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979736.603978:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559969408, offset 0
00000400:00000200:0.0:1783979736.603982:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979736.603986:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979736.603989:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979736.603992:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979736.603995:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979736.603997:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979736.603999:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979736.604002:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390774:390774:256:4294967295] 192.168.201.140@tcp LPNI seq info [390749:390749:8:4294967295]
00000400:00000200:0.0:1783979736.604006:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979736.604011:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979736.604015:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979736.604018:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979736.604022:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979736.604025:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1783979736.604029:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979736.604031:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1783979736.604035:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979736.604037:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979736.604040:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979736.604043:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979736.604045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979736.604075:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979736.604078:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979736.604081:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604089:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.604092:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979761 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.604099:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979736.604102:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979736.604105:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979736.604108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979736.604111:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305131565
00000100:00000001:0.0:1783979736.604113:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305135307
00000100:00000001:0.0:1783979736.604115:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305131565
00000100:00000001:0.0:1783979736.604117:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305135307
00000100:00000001:0.0:1783979736.604119:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979736.604121:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.604123:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979736.604126:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979736/real 1783979736]  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979736.604134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979736.604135:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979736.604136:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979736.604139:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979736.604141:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979736.604142:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979736.604145:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979736.604153:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604158:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979736.604160:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604161:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979736.604163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979736.604166:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604172:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979736.604175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604182:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979736.604184:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979736.604186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604188:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979736.604189:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979736.604192:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979736.604195:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979736.604197:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979736.604201:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979736.604208:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969408:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979736.604212:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604214:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.604217:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559969024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604224:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979736.604226:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979736.604228:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979736.604230:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979736.604233:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979736.604234:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979736.604236:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979736.604238:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:0.0:1783979736.604241:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979736.604243:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979736.604245:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:0.0:1783979736.604248:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979736.604249:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604251:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.604255:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559969152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604260:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979736.604262:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979736.604263:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979736.604265:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979736.604266:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979736.604268:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979736.604269:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979736.604271:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:0.0:1783979736.604273:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979736.604274:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979736.604276:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:0.0:1783979736.604278:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979736.604279:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604280:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.604284:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627559969280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604290:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979736.604291:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979736.604293:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979736.604295:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979736.604296:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979736.604297:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979736.604299:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979736.604300:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:0.0:1783979736.604302:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979736.604304:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979736.604305:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:0.0:1783979736.604307:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979736.604308:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604309:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979736.604312:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627559969408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979761 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979736.604323:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979736.604324:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979736.604325:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979736.604327:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979736.604328:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979736.604329:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979736.604331:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979736.604332:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:0.0:1783979736.604334:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979736.604335:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979736.604336:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:0.0:1783979736.604337:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979736.604338:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604340:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979736.604346:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979736.604347:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979736.604349:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979736.604350:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979737.369182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979737.369190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979737.369196:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979737.369198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979737.369201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979737.369203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979737.369266:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979737.369271:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979737.369274:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979738.394640:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979738.394647:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979738.394653:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979738.394655:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979738.394658:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979738.394659:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979738.394766:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979738.394770:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979738.394774:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979739.417173:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979739.417180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979739.417185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979739.417186:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979739.417189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979739.417191:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979739.417310:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979739.417314:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979739.417317:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979740.441195:0:180750:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305135307, at 4305135360
00000100:00000010:3.0:1783979740.441211:0:180750:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb649c0.
00010000:00000001:1.0:1783979740.441250:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979740.441260:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979740.441262:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979740.441267:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979740.441271:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305135307, at 4305135360
00010000:00000001:1.0:1783979740.441273:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979740.441277:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979740.441282:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64120.
00010000:00000001:1.0:1783979740.441283:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979740.441290:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979740.441294:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979740.441296:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979740.441298:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979740.441301:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979740.441303:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979740.441305:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979740.441307:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979740.441309:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979740.441312:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979740.441313:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979740.441840:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979740.441843:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979740.441846:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979741.465269:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979741.465278:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979741.465285:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979741.465286:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979741.465290:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979741.465292:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979741.465662:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979741.465667:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979741.465671:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979741.721266:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979741.721278:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979741.721281:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979741.721285:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979741.721290:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979741.721298:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10464
00000400:00000200:2.0:1783979741.721308:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979741.721314:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979741.721317:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979741.721320:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721328:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.721331:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721334:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979741.721339:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979741.721341:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979741.721344:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979741.721347:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979741.721350:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979741.721353:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979741.721356:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721358:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.721360:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721362:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979741.721365:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979741.721369:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721371:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979741.721374:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979741.721377:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979741.721380:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.721383:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979741.721385:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979741.721395:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341c00.
00000020:00000040:2.0:1783979741.721398:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979741.721402:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979741.721404:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.721407:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979741.721410:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979741.721617:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979741.721627:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000100:00000001:2.0:1783979741.721634:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979741.721644:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979741.721661:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979741.721665:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979741.721669:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4f76fdf] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979741.721703:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979741.721706:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979741.721710:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979741.721711:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979741.721713:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979741.721717:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979741.721720:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10464
00000400:00000200:2.0:1783979741.721725:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979741.721728:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979741.721730:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979741.721733:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721735:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.721737:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721739:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979741.721741:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979741.721743:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979741.721744:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979741.721746:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979741.721748:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979741.721751:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979741.721753:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721755:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.721757:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721759:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979741.721761:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979741.721764:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721766:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979741.721768:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979741.721773:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979741.721775:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.721777:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979741.721781:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979741.721784:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.721786:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979741.721790:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343480.
00000020:00000040:2.0:1783979741.721792:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979741.721795:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979741.721796:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.721798:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979741.721799:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979741.721801:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979741.721804:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979741.721808:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979741.721812:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979741.721820:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979741.721822:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979741.721825:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e189301] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979741.721833:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979741.721836:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979741.721840:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979741.721841:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979741.721843:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979741.721845:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979741.721848:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10464
00000400:00000200:2.0:1783979741.721852:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979741.721854:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979741.721868:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979741.721872:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721874:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.721876:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721878:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979741.721880:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979741.721881:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979741.721883:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979741.721885:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979741.721888:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979741.721890:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979741.721893:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721895:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.721897:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721899:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979741.721901:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979741.721904:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721906:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979741.721907:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979741.721910:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979741.721911:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.721913:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979741.721914:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979741.721916:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.721917:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979741.721921:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343b80.
00000020:00000040:2.0:1783979741.721922:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979741.721925:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979741.721926:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.721927:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979741.721929:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979741.721930:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979741.721934:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979741.721936:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979741.721941:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979741.721946:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979741.721948:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979741.721951:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cce4058] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979741.721958:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979741.721960:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979741.721963:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979741.721964:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979741.721965:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979741.721967:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979741.721971:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10464
00000400:00000200:2.0:1783979741.721975:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979741.721977:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979741.721978:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979741.721981:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721983:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.721985:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.721987:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979741.721989:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979741.721990:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979741.721992:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979741.721994:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979741.721996:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979741.721999:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979741.722002:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.722004:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.722007:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.722009:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979741.722012:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979741.722015:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979741.722017:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979741.722019:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979741.722022:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979741.722023:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.722026:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979741.722028:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979741.722030:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.722032:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979741.722034:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340e00.
00000020:00000040:2.0:1783979741.722037:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979741.722041:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979741.722043:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.722046:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979741.722083:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979741.722085:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979741.722089:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783979741.722093:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979741.722098:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979741.722105:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979741.722108:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979741.722115:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679cc294] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979741.722122:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979741.722126:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979741.722129:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979741.722130:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979741.722132:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979741.722134:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979741.722136:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10464
00000400:00000200:2.0:1783979741.722140:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979741.722143:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979741.722145:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979741.722148:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.722150:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.722152:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.722154:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979741.722156:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979741.722157:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979741.722159:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979741.722161:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979741.722163:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979741.722165:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979741.722168:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.722170:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979741.722172:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979741.722173:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979741.722176:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979741.722178:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979741.722180:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979741.722181:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979741.722184:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979741.722186:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.722188:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979741.722190:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979741.722192:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.722193:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979741.722197:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342a00.
00000020:00000040:2.0:1783979741.722201:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979741.722204:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979741.722205:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979741.722207:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979741.722208:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979741.722209:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979741.722214:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
00000100:00000001:2.0:1783979741.722221:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979741.722226:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979741.722232:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979741.722234:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979741.722238:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2502d62] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979741.722245:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979741.722249:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10474)
00000100:00000001:0.0:1783979741.722645:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979741.722652:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979741.722656:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979741.722665:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.722675:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979741.722677:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.722681:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979741.722684:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979741.722687:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979741.722691:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559969536:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979741.722695:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979741.722700:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979741.722703:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.722706:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979741.722711:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979741.722714:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979741.722720:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979741.722724:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979741.722731:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979741.722739:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559969536, portal 25
00000100:00000001:0.0:1783979741.722742:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979741.722744:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:0.0:1783979741.722750:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.722759:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979741.722763:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979741.722767:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979741.722770:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559969536, offset 0
00000400:00000200:0.0:1783979741.722778:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979741.722786:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.722793:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979741.722801:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979741.722807:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979741.722814:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979741.722817:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979741.722822:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390775:390775:256:4294967295] 192.168.201.140@tcp LPNI seq info [390750:390750:8:4294967295]
00000400:00000200:0.0:1783979741.722827:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.722839:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979741.722846:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.722852:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979741.722869:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979741.722874:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979741.722880:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979741.722886:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979741.722890:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.722893:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979741.722898:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979741.722903:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979741.722909:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979741.722911:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979741.722915:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979741.722921:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.722933:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.722937:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.722945:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.722947:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979741.722958:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979741.722963:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979741.722967:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305140427
00000100:00000010:0.0:1783979741.722974:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64c60.
00000100:00000001:0.0:1783979741.722983:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979741.722992:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305140427
00000100:00000010:0.0:1783979741.722996:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64120.
00000100:00000001:0.0:1783979741.723001:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979741.723006:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979741.723009:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.723012:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979741.723017:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979741/real 1783979741]  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979741.723027:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979741.723029:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979741.723031:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979741.723034:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979741.723037:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979741.723041:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979741.723045:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979741.723089:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723096:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979741.723098:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723102:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.723105:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979741.723111:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723119:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979741.723128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723135:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979741.723139:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723140:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.723142:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723144:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979741.723148:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979741.723151:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979741.723156:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979741.723160:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979741.723164:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979741.723174:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559969536:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979741.723179:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979741.723182:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723187:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979741.723188:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.723190:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979741.723192:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979741.723194:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979741.723196:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969664:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979741.723200:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979741.723202:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979741.723203:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.723205:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979741.723208:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979741.723210:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979741.723214:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979741.723217:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979741.723220:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979741.723223:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559969664, portal 10
00000100:00000001:0.0:1783979741.723226:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979741.723228:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:0.0:1783979741.723237:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723244:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979741.723248:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979741.723251:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979741.723256:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559969664, offset 0
00000400:00000200:0.0:1783979741.723264:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979741.723271:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.723278:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979741.723285:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979741.723289:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979741.723293:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979741.723298:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979741.723303:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390776:390776:256:4294967295] 192.168.201.140@tcp LPNI seq info [390751:390751:8:4294967295]
00000400:00000200:0.0:1783979741.723309:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.723326:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979741.723334:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.723337:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979741.723342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979741.723344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979741.723350:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979741.723353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979741.723358:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.723360:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979741.723363:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979741.723366:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979741.723370:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979741.723372:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979741.723374:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979741.723379:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723389:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.723394:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.723403:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979741.723408:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979741.723413:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979741.723419:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979741.723421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305136659
00000100:00000001:0.0:1783979741.723424:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305140427
00000100:00000001:0.0:1783979741.723426:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305136659
00000100:00000001:0.0:1783979741.723428:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305140427
00000100:00000001:0.0:1783979741.723430:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979741.723432:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.723434:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979741.723438:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979741/real 1783979741]  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979741.723445:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979741.723446:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979741.723448:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979741.723450:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979741.723451:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979741.723453:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979741.723456:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979741.723464:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723470:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979741.723472:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723473:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.723474:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979741.723477:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723483:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979741.723486:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723492:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979741.723494:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723496:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.723497:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723499:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979741.723501:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979741.723503:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979741.723506:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979741.723508:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979741.723512:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979741.723520:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969664:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979741.723524:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979741.723528:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723534:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979741.723535:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.723537:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979741.723539:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979741.723541:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979741.723543:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969792:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979741.723546:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979741.723548:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979741.723550:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.723551:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979741.723554:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979741.723556:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979741.723559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979741.723562:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979741.723565:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979741.723568:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559969792, portal 10
00000100:00000001:0.0:1783979741.723570:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979741.723571:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:0.0:1783979741.723576:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723583:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979741.723585:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979741.723588:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979741.723590:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559969792, offset 0
00000400:00000200:0.0:1783979741.723594:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979741.723598:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.723602:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979741.723604:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979741.723607:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979741.723609:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979741.723612:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979741.723615:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390777:390777:256:4294967295] 192.168.201.140@tcp LPNI seq info [390752:390752:8:4294967295]
00000400:00000200:0.0:1783979741.723620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.723626:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979741.723630:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.723633:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979741.723637:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979741.723639:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979741.723643:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979741.723645:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979741.723649:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.723651:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979741.723654:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979741.723657:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979741.723660:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979741.723662:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979741.723664:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979741.723668:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723675:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.723678:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723684:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.723685:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979741.723688:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979741.723691:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979741.723694:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979741.723696:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305136655
00000100:00000001:0.0:1783979741.723699:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305140427
00000100:00000001:0.0:1783979741.723701:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305136655
00000100:00000001:0.0:1783979741.723703:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305140427
00000100:00000001:0.0:1783979741.723704:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979741.723706:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.723708:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979741.723712:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979741/real 1783979741]  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979741.723719:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979741.723720:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979741.723722:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979741.723724:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979741.723725:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979741.723727:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979741.723730:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979741.723738:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723744:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979741.723745:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723747:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.723748:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979741.723751:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723757:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979741.723760:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723766:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979741.723769:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723770:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.723772:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.723773:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979741.723775:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979741.723777:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979741.723780:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979741.723782:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979741.723786:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979741.723793:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969792:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979741.723797:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979741.723800:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723806:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979741.723807:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.723810:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979741.723812:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979741.723813:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979741.723816:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969920:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979741.723819:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979741.723821:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979741.723822:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.723824:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979741.723826:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979741.723828:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979741.723831:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979741.723833:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979741.723836:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979741.723839:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559969920, portal 4
00000100:00000001:0.0:1783979741.723840:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979741.723841:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:0.0:1783979741.723847:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723852:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979741.723855:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979741.723868:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979741.723872:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559969920, offset 0
00000400:00000200:0.0:1783979741.723876:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979741.723880:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.723884:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979741.723886:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979741.723889:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979741.723891:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979741.723893:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979741.723895:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390778:390778:256:4294967295] 192.168.201.140@tcp LPNI seq info [390753:390753:8:4294967295]
00000400:00000200:0.0:1783979741.723900:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.723905:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979741.723911:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.723914:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979741.723917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979741.723920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979741.723924:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979741.723926:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979741.723929:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.723931:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979741.723934:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979741.723937:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979741.723940:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979741.723941:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979741.723943:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979741.723946:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723953:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.723956:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.723961:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.723963:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979741.723965:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979741.723968:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979741.723971:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979741.723973:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305136682
00000100:00000001:0.0:1783979741.723976:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305140427
00000100:00000001:0.0:1783979741.723978:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305136682
00000100:00000001:0.0:1783979741.723979:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305140427
00000100:00000001:0.0:1783979741.723981:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979741.723983:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.723985:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979741.723989:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979741/real 1783979741]  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979741.723998:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979741.723999:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979741.724001:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979741.724004:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979741.724005:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979741.724007:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979741.724010:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979741.724018:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724023:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979741.724024:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724026:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.724027:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979741.724030:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724037:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979741.724040:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724045:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979741.724281:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724283:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.724284:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724286:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979741.724288:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979741.724290:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979741.724294:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979741.724297:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979741.724301:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979741.724308:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559969920:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979741.724312:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979741.724316:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724322:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979741.724323:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.724325:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979741.724327:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979741.724329:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979741.724332:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970048:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979741.724335:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979741.724337:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979741.724338:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979741.724340:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979741.724344:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979741.724346:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979741.724349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979741.724352:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979741.724354:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979741.724357:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559970048, portal 4
00000100:00000001:0.0:1783979741.724359:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979741.724360:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:0.0:1783979741.724367:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724372:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979741.724375:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979741.724377:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979741.724379:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559970048, offset 0
00000400:00000200:0.0:1783979741.724384:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979741.724387:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.724391:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979741.724394:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979741.724396:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979741.724523:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979741.724528:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979741.724531:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390779:390779:256:4294967295] 192.168.201.140@tcp LPNI seq info [390754:390754:8:4294967295]
00000400:00000200:0.0:1783979741.724535:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979741.724542:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979741.724547:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.724551:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979741.724554:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979741.724557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1783979741.724561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979741.724564:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1783979741.724567:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979741.724569:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979741.724572:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979741.724575:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979741.724578:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979741.724579:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979741.724582:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979741.724585:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724592:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.724595:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979766 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724601:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.724603:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979741.724606:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979741.724608:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979741.724611:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979741.724614:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305136685
00000100:00000001:0.0:1783979741.724616:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305140427
00000100:00000001:0.0:1783979741.724618:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305136685
00000100:00000001:0.0:1783979741.724620:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305140427
00000100:00000001:0.0:1783979741.724622:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979741.724624:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.724625:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979741.724629:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979741/real 1783979741]  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979741.724636:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979741.724637:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979741.724638:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979741.724640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979741.724642:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979741.724644:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979741.724647:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979741.724654:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724659:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979741.724660:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.724662:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979741.724665:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724670:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979741.724673:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724679:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979741.724681:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724683:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979741.724684:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724685:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979741.724687:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979741.724688:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979741.724692:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979741.724694:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979741.724697:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979741.724703:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970048:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979741.724707:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724709:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.724713:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559969536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724720:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979741.724722:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979741.724724:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979741.724727:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979741.724729:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979741.724731:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979741.724733:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979741.724736:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979741.724739:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979741.724741:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979741.724742:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:0.0:1783979741.724746:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979741.724747:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724748:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.724752:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559969664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724763:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979741.724764:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979741.724766:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979741.724768:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979741.724769:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979741.724770:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979741.724771:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979741.724772:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979741.724775:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979741.724776:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979741.724777:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:0.0:1783979741.724779:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979741.724780:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724782:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.724785:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559969792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724791:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979741.724792:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979741.724793:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979741.724795:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979741.724796:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979741.724798:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979741.724799:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979741.724801:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979741.724802:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979741.724803:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979741.724805:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:0.0:1783979741.724807:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979741.724808:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724809:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.724813:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559969920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724819:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979741.724820:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979741.724822:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979741.724824:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979741.724825:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979741.724826:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979741.724828:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979741.724829:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979741.724831:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979741.724832:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979741.724834:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:0.0:1783979741.724836:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979741.724837:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724838:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979741.724841:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559970048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979766 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979741.724847:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979741.724848:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979741.724849:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979741.724851:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979741.724852:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979741.724853:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979741.724855:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979741.724866:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979741.724868:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979741.724869:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979741.724870:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:0.0:1783979741.724873:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979741.724874:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724876:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979741.724883:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979741.724885:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979741.724887:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979741.724888:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979742.489239:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979742.489249:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979742.489256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979742.489257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979742.489262:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979742.489263:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979742.489361:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979742.489367:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979742.489370:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979743.513180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979743.513190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979743.513197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979743.513198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979743.513202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979743.513204:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979743.513259:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979743.513264:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979743.513268:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979744.537699:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979744.537708:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979744.537714:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979744.537716:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979744.537719:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979744.537720:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979744.537867:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979744.537872:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979744.537876:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979745.561162:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305140427, at 4305140480
00000100:00000010:3.0:1783979745.561181:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64120.
00010000:00000001:1.0:1783979745.561275:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979745.561283:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979745.561285:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305140427, at 4305140480
00010000:00000001:1.0:1783979745.561291:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979745.561295:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979745.561296:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64c60.
00010000:00000001:1.0:1783979745.561310:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979745.561316:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979745.561320:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979745.561324:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979745.561329:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979745.561331:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979745.561333:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979745.561336:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979745.561528:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979745.561533:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979745.561536:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979746.585212:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979746.585221:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979746.585228:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979746.585230:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979746.585234:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979746.585235:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979746.585360:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979746.585366:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979746.585370:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979746.841178:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979746.841189:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979746.841191:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979746.841194:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979746.841199:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979746.841207:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10469
00000400:00000200:2.0:1783979746.841216:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979746.841222:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979746.841225:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979746.841229:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841232:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979746.841246:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841249:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979746.841253:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979746.841255:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979746.841257:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979746.841260:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979746.841262:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979746.841265:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979746.841267:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841269:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979746.841271:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841272:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979746.841275:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979746.841278:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841280:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979746.841282:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979746.841287:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979746.841290:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.841292:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979746.841295:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979746.841305:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343800.
00000020:00000040:2.0:1783979746.841309:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979746.841314:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979746.841316:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.841324:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979746.841328:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979746.841333:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979746.841341:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
00000100:00000001:2.0:1783979746.841347:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979746.841361:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979746.841371:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979746.841385:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979746.841390:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006ccfbb0] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979746.841413:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979746.841416:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979746.841419:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979746.841421:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979746.841422:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979746.841426:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979746.841428:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10469
00000400:00000200:2.0:1783979746.841432:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979746.841435:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979746.841437:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979746.841440:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841442:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979746.841444:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841447:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979746.841449:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979746.841450:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979746.841452:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979746.841454:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979746.841458:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979746.841460:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979746.841463:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841465:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979746.841467:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841469:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979746.841472:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979746.841475:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841478:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979746.841480:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979746.841484:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1783979746.841488:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979746.841494:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.841498:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979746.841498:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979746.841506:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1783979746.841508:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979746.841514:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.841520:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979746.841523:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1783979746.841529:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342a00.
00000020:00000040:2.0:1783979746.841537:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979746.841547:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979746.841551:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.841552:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979746.841557:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.841557:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979746.841562:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979746.841566:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979746.841567:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.841573:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1783979746.841576:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979746.841579:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.841584:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979746.841588:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559970176:192.168.201.140@tcp:250:kworker.0
00000100:00100000:2.0:1783979746.841596:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979746.841597:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979746.841605:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979746.841609:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.841611:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1783979746.841614:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979746.841618:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979746.841625:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
00000100:00000040:2.0:1783979746.841626:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2502d62] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979746.841637:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979746.841640:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1783979746.841643:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979746.841647:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979746.841650:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979746.841651:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1783979746.841659:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979746.841661:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:0.0:1783979746.841668:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000100:00080000:2.0:1783979746.841669:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10469
00000400:00000200:2.0:1783979746.841679:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979746.841681:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000400:00000200:2.0:1783979746.841687:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979746.841691:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1783979746.841695:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559970176, portal 25
00000100:00000040:2.0:1783979746.841696:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979746.841703:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979746.841703:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979746.841708:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896589312 : -128863812962304 : ffff8acc8e343800)
00000100:00000040:2.0:1783979746.841710:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841717:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000040:0.0:1783979746.841722:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783979746.841723:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979746.841727:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979746.841732:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979746.841740:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979746.841752:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000001:0.0:1783979746.841753:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1783979746.841761:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979746.841766:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000040:0.0:1783979746.841780:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841783:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1783979746.841787:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000040:2.0:1783979746.841789:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841795:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000200:0.0:1783979746.841796:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559970176, offset 0
00000020:00000040:2.0:1783979746.841799:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979746.841805:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841811:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.841812:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
02000000:00000001:2.0:1783979746.841822:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979746.841827:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1783979746.841832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:2.0:1783979746.841834:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.841839:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979746.841842:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1783979746.841846:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000008:00000001:2.0:1783979746.841847:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.841852:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.841859:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1783979746.841860:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340e00.
00000020:00000040:2.0:1783979746.841867:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000400:00000200:0.0:1783979746.841869:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
02000000:00000001:2.0:1783979746.841872:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979746.841876:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.841877:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1783979746.841880:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979746.841883:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1783979746.841887:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
02000000:00000001:2.0:1783979746.841888:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.841895:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390780:390780:256:4294967295] 192.168.201.140@tcp LPNI seq info [390755:390755:8:4294967295]
02000000:00000010:2.0:1783979746.841896:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa000.
00000400:00000200:0.0:1783979746.841908:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979746.841908:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979746.841919:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979746.841932:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783979746.841942:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979746.841946:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979746.841953:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679cc294] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1783979746.841955:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979746.841967:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783979746.841969:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000100:00080000:2.0:1783979746.841970:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979746.841978:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979746.841980:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979746.841982:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979746.841986:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1783979746.841990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:2.0:1783979746.841992:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10469
00000800:00000200:0.0:1783979746.842003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000400:00000200:2.0:1783979746.842003:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979746.842013:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979746.842016:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979746.842026:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000800:00000200:0.1:1783979746.842026:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979746.842037:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1783979746.842039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1783979746.842040:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.842046:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979746.842084:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979746.842085:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979746.842086:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979746.842088:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979746.842089:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979746.842095:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000800:00000100:0.0:1783979746.842098:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000040:2.0:1783979746.842102:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.842106:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1783979746.842108:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000100:00000040:2.0:1783979746.842109:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.842116:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979746.842118:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979746.842121:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000200:0.0:1783979746.842122:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1783979746.842124:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979746.842129:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1783979746.842135:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1783979746.842136:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979746.842143:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.842145:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000100:00000001:2.0:1783979746.842146:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1783979746.842152:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000008:00100000:2.0:1783979746.842152:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979746.842159:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.842161:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1783979746.842162:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979746.842168:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343b80.
00000020:00000040:2.0:1783979746.842171:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979746.842174:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979746.842175:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.842177:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979746.842179:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1783979746.842180:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979746.842181:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979746.842190:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
00000100:00000001:2.0:1783979746.842196:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979746.842207:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979746.842209:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.842219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979746.842221:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979746.842228:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979746.842242:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cce4058] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842300:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.842300:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979746.842310:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1783979746.842311:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1783979746.842318:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979746.842320:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979746.842321:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979746.842326:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.842326:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979746.842333:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10469
00000400:00000200:0.0:1783979746.842338:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979746.842339:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979746.842347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305145547
00000400:00000200:2.0:1783979746.842348:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979746.842358:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1783979746.842362:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb649c0.
00000100:00000040:2.0:1783979746.842363:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.842369:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979746.842372:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979746.842373:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979746.842375:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979746.842381:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979746.842382:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000100:00000001:0.0:1783979746.842385:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305145547
00000020:00000001:2.0:1783979746.842385:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979746.842390:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000100:00000010:0.0:1783979746.842393:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64ba0.
00000020:00000001:2.0:1783979746.842396:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:0.0:1783979746.842400:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1783979746.842402:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979746.842410:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.842412:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979746.842414:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979746.842416:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979746.842419:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:0.0:1783979746.842420:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1783979746.842427:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979746.842429:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.842433:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.842436:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1783979746.842439:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979746.842442:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1783979746.842448:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979746/real 1783979746]  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979746.842448:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.842454:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979746.842458:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979746.842470:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979746.842477:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979746.842483:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343480.
00000020:00000040:2.0:1783979746.842488:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000400:00000001:0.0:1783979746.842492:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1783979746.842493:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979746.842496:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1783979746.842498:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1783979746.842500:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1783979746.842504:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
02000000:00000001:2.0:1783979746.842504:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979746.842508:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.842514:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
02000000:00000010:2.0:1783979746.842514:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000400:00000010:0.0:1783979746.842525:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:2.0:1783979746.842526:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.842538:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1783979746.842539:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1783979746.842550:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979746.842550:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979746.842557:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979746.842568:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e189301] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979746.842603:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979746.842610:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10479)
00000100:00000200:0.0:1783979746.842612:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842624:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979746.842627:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.842630:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.842633:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979746.842638:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842648:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979746.842652:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842659:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979746.842662:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.842664:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.842666:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.842668:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979746.842671:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979746.842675:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979746.842679:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979746.842682:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979746.842688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979746.842696:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559970176:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979746.842701:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.842703:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.842706:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343800 x1870627559970176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842713:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979746.842717:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979746.842720:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979746.842724:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979746.842726:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979746.842728:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979746.842730:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979746.842733:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979746.842738:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979746.842741:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979746.842743:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343800.
00000100:00000001:0.0:1783979746.842748:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979746.842749:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.842752:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.842760:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979746.842762:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.842765:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979746.842775:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979746.842777:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979746.842781:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842789:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979746.842790:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.842793:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979746.842795:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979746.842798:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979746.842801:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979746.842805:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979746.842808:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979746.842809:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.842812:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979746.842815:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979746.842817:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.842822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979746.842825:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979746.842829:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979746.842833:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559970304, portal 10
00000100:00000001:0.0:1783979746.842835:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979746.842836:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:0.0:1783979746.842843:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842850:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979746.842852:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979746.842855:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979746.842858:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559970304, offset 0
00000400:00000200:0.0:1783979746.842862:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979746.842867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979746.842870:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979746.842874:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979746.842876:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979746.842879:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979746.842882:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979746.842885:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390781:390781:256:4294967295] 192.168.201.140@tcp LPNI seq info [390756:390756:8:4294967295]
00000400:00000200:0.0:1783979746.842889:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979746.842897:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979746.842902:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979746.842905:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979746.842910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979746.842912:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979746.842917:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979746.842920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979746.842925:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979746.842927:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979746.842930:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979746.842933:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979746.842937:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979746.842939:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979746.842942:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979746.842946:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842954:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.842957:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.842963:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.842964:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979746.842967:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979746.842971:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979746.842975:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979746.842977:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305141778
00000100:00000001:0.0:1783979746.842979:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305145547
00000100:00000001:0.0:1783979746.842981:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305141778
00000100:00000001:0.0:1783979746.842983:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305145547
00000100:00000001:0.0:1783979746.842985:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979746.842987:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.842989:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979746.842993:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979746/real 1783979746]  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979746.843001:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979746.843002:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979746.843004:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979746.843006:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979746.843008:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979746.843010:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979746.843013:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979746.843021:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843027:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979746.843029:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843030:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.843031:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979746.843034:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843040:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979746.843044:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843081:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979746.843083:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843085:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.843086:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843088:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979746.843090:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979746.843092:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979746.843096:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979746.843098:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979746.843102:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979746.843109:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979746.843113:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979746.843117:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843123:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979746.843124:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.843126:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979746.843128:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979746.843129:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979746.843132:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979746.843136:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979746.843138:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979746.843139:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.843141:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979746.843145:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979746.843146:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.843150:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979746.843152:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979746.843156:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979746.843159:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559970432, portal 10
00000100:00000001:0.0:1783979746.843161:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979746.843162:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:0.0:1783979746.843168:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843174:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979746.843176:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979746.843179:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979746.843181:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559970432, offset 0
00000400:00000200:0.0:1783979746.843185:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979746.843189:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979746.843192:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979746.843195:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979746.843197:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979746.843200:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979746.843202:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979746.843205:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390782:390782:256:4294967295] 192.168.201.140@tcp LPNI seq info [390757:390757:8:4294967295]
00000400:00000200:0.0:1783979746.843209:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979746.843216:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979746.843220:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979746.843224:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979746.843227:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979746.843230:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979746.843234:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979746.843237:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979746.843240:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979746.843242:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979746.843245:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979746.843248:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979746.843251:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979746.843253:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979746.843256:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979746.843259:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843267:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.843270:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843276:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.843278:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979746.843281:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979746.843284:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979746.843288:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979746.843290:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305141775
00000100:00000001:0.0:1783979746.843292:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305145547
00000100:00000001:0.0:1783979746.843294:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305141775
00000100:00000001:0.0:1783979746.843297:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305145547
00000100:00000001:0.0:1783979746.843299:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979746.843300:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.843302:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979746.843306:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979746/real 1783979746]  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979746.843314:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979746.843315:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979746.843317:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979746.843320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979746.843321:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979746.843323:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979746.843326:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979746.843333:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843339:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979746.843340:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843342:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.843343:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979746.843345:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843350:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979746.843354:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843359:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979746.843361:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843363:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.843364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843366:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979746.843367:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979746.843369:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979746.843372:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979746.843374:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979746.843378:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979746.843385:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979746.843389:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979746.843392:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843398:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979746.843400:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.843402:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979746.843404:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979746.843406:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979746.843408:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979746.843412:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979746.843414:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979746.843416:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.843418:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979746.843421:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979746.843423:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.843427:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979746.843429:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979746.843433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979746.843435:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559970560, portal 4
00000100:00000001:0.0:1783979746.843438:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979746.843439:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:0.0:1783979746.843444:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843450:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979746.843452:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979746.843454:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979746.843457:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559970560, offset 0
00000400:00000200:0.0:1783979746.843461:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979746.843465:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979746.843468:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979746.843471:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979746.843473:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979746.843475:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979746.843477:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979746.843480:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390783:390783:256:4294967295] 192.168.201.140@tcp LPNI seq info [390758:390758:8:4294967295]
00000400:00000200:0.0:1783979746.843483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979746.843489:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979746.843493:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979746.843496:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979746.843500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979746.843502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979746.843506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979746.843508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979746.843511:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979746.843513:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979746.843515:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979746.843518:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979746.843520:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979746.843522:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979746.843524:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979746.843527:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843534:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.843537:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843542:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.843544:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979746.843546:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979746.843550:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979746.843553:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979746.843554:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305141802
00000100:00000001:0.0:1783979746.843557:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305145547
00000100:00000001:0.0:1783979746.843559:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305141802
00000100:00000001:0.0:1783979746.843561:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305145547
00000100:00000001:0.0:1783979746.843562:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979746.843565:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.843566:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979746.843570:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979746/real 1783979746]  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979746.843579:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979746.843580:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979746.843582:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979746.843584:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979746.843586:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979746.843588:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979746.843591:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979746.843599:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843605:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979746.843606:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843608:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.843610:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979746.843613:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843620:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979746.843624:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843629:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979746.843631:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843633:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.843634:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843636:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979746.843637:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979746.843639:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979746.843643:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979746.843645:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979746.843649:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979746.843655:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979746.843659:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979746.843662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843669:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979746.843670:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.843672:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979746.843673:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979746.843675:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979746.843678:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979746.843681:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979746.843682:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979746.843684:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979746.843686:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979746.843690:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979746.843692:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979746.843695:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979746.843697:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979746.843700:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979746.843703:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559970688, portal 4
00000100:00000001:0.0:1783979746.843705:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979746.843706:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:0.0:1783979746.843712:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843717:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979746.843719:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979746.843721:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979746.843724:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559970688, offset 0
00000400:00000200:0.0:1783979746.843729:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979746.843733:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979746.843736:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979746.843739:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979746.843742:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979746.843744:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979746.843746:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979746.843749:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390784:390784:256:4294967295] 192.168.201.140@tcp LPNI seq info [390759:390759:8:4294967295]
00000400:00000200:0.0:1783979746.843753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979746.843759:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979746.843762:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979746.843764:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979746.843780:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979746.843783:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1783979746.843788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979746.843791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1783979746.843794:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979746.843796:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:0.0:1783979746.843803:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979746.843806:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979746.843809:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:0.0:1783979746.843811:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:0.0:1783979746.843814:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979746.843817:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843824:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.843827:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979771 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843833:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.843835:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979746.843838:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979746.843841:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979746.843844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979746.843846:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305141804
00000100:00000001:0.0:1783979746.843849:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305145547
00000100:00000001:0.0:1783979746.843851:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305141804
00000100:00000001:0.0:1783979746.843853:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305145547
00000100:00000001:0.0:1783979746.843855:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979746.843857:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.843859:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979746.843863:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979746/real 1783979746]  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979746.843869:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979746.843871:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979746.843873:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979746.843875:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979746.843877:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979746.843879:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979746.843882:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979746.843889:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843895:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979746.843896:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843898:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.843899:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979746.843902:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843908:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979746.843911:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843916:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979746.843919:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843921:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979746.843922:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843923:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979746.843925:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979746.843928:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979746.843931:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979746.843933:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979746.843936:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979746.843943:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979746.843946:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843948:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.843951:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559970304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843957:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979746.843959:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979746.843961:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979746.843963:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979746.843965:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979746.843966:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979746.843968:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979746.843971:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979746.843974:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979746.843975:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979746.843976:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:0.0:1783979746.843980:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979746.843981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.843982:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.843985:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559970432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.843996:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979746.843997:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979746.843998:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979746.844000:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979746.844001:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979746.844002:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979746.844004:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979746.844005:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979746.844007:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979746.844008:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979746.844009:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:0.0:1783979746.844012:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979746.844013:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.844015:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.844018:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559970560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.844024:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979746.844026:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979746.844027:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979746.844029:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979746.844030:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979746.844032:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979746.844033:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979746.844035:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979746.844037:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979746.844038:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979746.844039:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:0.0:1783979746.844041:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979746.844042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.844043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979746.844046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559970688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979771 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979746.844077:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979746.844078:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979746.844080:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979746.844082:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979746.844083:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979746.844084:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979746.844086:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979746.844088:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979746.844090:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979746.844091:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979746.844092:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:0.0:1783979746.844095:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979746.844096:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.844098:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979746.844104:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979746.844106:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979746.844108:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979746.844110:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979747.609163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979747.609175:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979747.609184:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979747.609185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979747.609189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979747.609190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979747.610084:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979747.610089:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979747.610092:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979748.633163:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979748.633171:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979748.633178:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979748.633179:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979748.633182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979748.633183:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979748.633949:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979748.633952:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979748.633954:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979749.657185:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979749.657192:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979749.657198:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979749.657199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979749.657202:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979749.657203:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979749.657294:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979749.657298:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979749.657301:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979750.681162:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305145547, at 4305145600
00010000:00000001:1.0:1783979750.681166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979750.681173:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979750.681175:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000010:2.0:1783979750.681176:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb649c0.
00010000:00000001:1.0:1783979750.681178:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979750.681182:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979750.681184:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979750.681185:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979750.681187:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979750.681190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979750.681191:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979750.681192:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979750.681193:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979750.681195:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979750.681196:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979750.681197:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979750.681198:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979750.681201:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979750.681202:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979750.681272:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979750.681274:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979750.681276:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979750.681333:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305145547, at 4305145600
00000100:00000010:3.0:1783979750.681338:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64ba0.
00010000:00000001:1.0:1783979751.705394:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979751.705405:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979751.705412:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979751.705414:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979751.705418:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979751.705419:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979751.706283:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979751.706287:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979751.706291:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979751.961214:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979751.961229:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979751.961232:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979751.961237:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979751.961243:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979751.961252:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10474
00000400:00000200:3.0:1783979751.961272:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979751.961279:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979751.961283:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979751.961287:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961290:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.961293:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961296:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979751.961301:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979751.961303:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979751.961306:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979751.961310:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979751.961312:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979751.961315:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979751.961320:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961321:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.961324:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961326:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979751.961329:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979751.961332:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961335:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979751.961338:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979751.961343:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979751.961347:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.961349:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979751.961352:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979751.961365:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979751.961371:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979751.961375:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979751.961378:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.961381:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979751.961385:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979751.961390:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979751.961401:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979751.961409:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979751.961420:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979751.961432:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979751.961438:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979751.961444:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.961513:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979751.961517:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979751.961520:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979751.961528:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.961536:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979751.961540:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.961544:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979751.961547:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979751.961549:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979751.961553:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559970816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979751.961558:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979751.961563:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979751.961566:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.961569:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979751.961575:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979751.961577:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979751.961583:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979751.961588:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357dc0.
00000400:00000010:0.0:1783979751.961595:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7dea18.
00000100:00000200:0.0:1783979751.961604:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559970816, portal 25
00000100:00000001:0.0:1783979751.961607:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979751.961608:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:0.0:1783979751.961614:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.961622:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979751.961625:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979751.961628:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de440.
00000100:00000200:0.0:1783979751.961632:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559970816, offset 0
00000400:00000200:0.0:1783979751.961640:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979751.961650:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.961658:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979751.961665:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979751.961670:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979751.961674:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979751.961677:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979751.961695:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390785:390785:256:4294967295] 192.168.201.140@tcp LPNI seq info [390760:390760:8:4294967295]
00000400:00000200:0.0:1783979751.961700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.961713:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979751.961734:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979751.961741:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccc00.
00000800:00000200:0.0:1783979751.961749:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979751.961755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979751.961778:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979751.961782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979751.961786:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305150666
00000100:00000010:0.0:1783979751.961792:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64840.
00000100:00000001:0.0:1783979751.961800:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979751.961809:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305150666
00000100:00000010:0.0:1783979751.961812:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64a20.
00000100:00000001:0.0:1783979751.961816:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979751.961820:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979751.961823:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.961827:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.961831:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979751.961894:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979751.961898:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979751.961902:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979751.961904:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979751.961906:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979751.961910:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979751.961912:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10474
00000400:00000200:3.0:1783979751.961916:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979751.961919:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979751.961921:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979751.961923:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961925:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.961927:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961928:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979751.961931:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979751.961932:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979751.961934:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979751.961937:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979751.961939:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979751.961941:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979751.961944:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961946:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.961947:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961949:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979751.961950:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979751.961953:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979751.961955:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979751.961957:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979751.961963:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979751.961964:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.961966:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979751.961971:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979751.961974:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.961976:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979751.961980:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979751.961982:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979751.961984:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979751.961985:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.961987:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979751.961989:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979751.961991:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979751.961995:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979751.961999:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979751.962003:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979751.962010:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979751.962013:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979751.962016:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.962216:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979751.962220:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979751.962223:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979751.962224:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979751.962226:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979751.962230:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.962238:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979751.962239:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.962241:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979751.962243:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979751.962245:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979751.962248:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979751.962252:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979751.962254:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979751.962380:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.962383:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979751.962389:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979751.962391:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979751.962395:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979751.962398:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357b58.
00000400:00000010:0.0:1783979751.962403:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7def68.
00000100:00000200:0.0:1783979751.962407:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559970944, portal 10
00000100:00000001:0.0:1783979751.962409:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979751.962410:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:0.0:1783979751.962419:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.962425:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979751.962427:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979751.962430:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7decc0.
00000100:00000200:0.0:1783979751.962433:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559970944, offset 0
00000400:00000200:0.0:1783979751.962439:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979751.962444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.962447:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979751.962451:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979751.962454:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979751.962456:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979751.962458:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979751.962461:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390786:390786:255:4294967295] 192.168.201.140@tcp LPNI seq info [390761:390761:7:4294967295]
00000400:00000200:0.0:1783979751.962465:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.962472:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979751.962476:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979751.962480:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cc500.
00000800:00000200:0.0:1783979751.962484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979751.962488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979751.962491:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979751.962495:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979751.962498:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979751.962500:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305146898
00000100:00000001:0.0:1783979751.962504:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305150666
00000100:00000001:0.0:1783979751.962506:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305146898
00000100:00000001:0.0:1783979751.962508:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305150666
00000100:00000001:0.0:1783979751.962510:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979751.962512:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.962515:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.962517:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979751.962521:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979751.962522:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979751.962524:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979751.962525:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979751.962527:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.962529:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.964249:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979751.968420:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979751.968429:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.968437:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969150:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979751.969161:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979751.969167:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979751.969171:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979751.969175:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979751.969181:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979751.969192:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10474
00000400:00000200:3.0:1783979751.969205:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979751.969214:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979751.969218:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979751.969222:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969226:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.969229:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969231:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979751.969236:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979751.969240:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979751.969244:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979751.969248:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979751.969250:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979751.969253:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979751.969256:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969259:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.969261:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969263:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979751.969266:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979751.969270:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969273:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979751.969276:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979751.969287:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979751.969290:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969294:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979751.969299:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979751.969303:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969305:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979751.969320:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979751.969324:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979751.969330:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979751.969332:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969336:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979751.969340:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979751.969346:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979751.969358:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979751.969367:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979751.969380:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979751.969392:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979751.969398:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979751.969405:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979751.969429:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979751.969433:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979751.969436:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979751.969438:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979751.969439:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979751.969442:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979751.969444:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10474
00000400:00000200:3.0:1783979751.969449:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979751.969452:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979751.969455:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979751.969458:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969459:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.969461:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969463:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979751.969466:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979751.969467:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979751.969469:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979751.969471:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979751.969473:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979751.969475:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979751.969478:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969480:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.969482:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969484:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979751.969486:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979751.969489:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969492:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979751.969494:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979751.969497:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979751.969500:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969502:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979751.969505:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979751.969507:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969509:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979751.969513:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979751.969516:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979751.969519:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979751.969520:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969522:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979751.969523:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979751.969525:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979751.969529:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979751.969533:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979751.969538:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979751.969546:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979751.969548:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979751.969552:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979751.969560:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979751.969563:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979751.969566:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979751.969568:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979751.969569:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979751.969572:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979751.969575:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10474
00000400:00000200:3.0:1783979751.969579:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979751.969582:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979751.969584:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979751.969587:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969589:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.969591:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969593:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979751.969596:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979751.969597:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979751.969599:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979751.969601:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979751.969603:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979751.969605:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979751.969608:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969610:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979751.969612:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969614:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979751.969617:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979751.969620:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979751.969622:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979751.969624:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979751.969627:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979751.969629:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969631:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979751.969633:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979751.969635:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.969637:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979751.969640:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979751.969643:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979751.970096:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979751.970098:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979751.970101:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979751.970103:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979751.970104:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979751.970111:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979751.970117:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979751.970124:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979751.970131:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979751.970133:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979751.970137:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979751.970145:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979751.970152:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10484)
00000100:00000001:0.0:1783979751.970409:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979751.970414:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979751.970417:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979751.970426:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.970435:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979751.970438:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.970443:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979751.970446:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979751.970449:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979751.970453:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979751.970458:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979751.970464:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979751.970467:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.970470:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979751.970477:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979751.970480:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979751.970488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979751.970493:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357630.
00000400:00000010:0.0:1783979751.970501:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de908.
00000100:00000200:0.0:1783979751.970510:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559971072, portal 10
00000100:00000001:0.0:1783979751.970513:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979751.970514:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:0.0:1783979751.970523:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.970531:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979751.970533:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979751.970536:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7deaa0.
00000100:00000200:0.0:1783979751.970541:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559971072, offset 0
00000400:00000200:0.0:1783979751.970549:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979751.970558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.970567:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979751.970574:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979751.970580:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979751.970585:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979751.970589:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979751.970594:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390787:390787:254:4294967295] 192.168.201.140@tcp LPNI seq info [390762:390762:6:4294967295]
00000400:00000200:0.0:1783979751.970599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.970611:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979751.970619:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979751.970626:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cc600.
00000800:00000200:0.0:1783979751.970634:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979751.970640:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979751.970647:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979751.970653:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979751.970657:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979751.970660:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305146902
00000100:00000001:0.0:1783979751.970664:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305150666
00000100:00000001:0.0:1783979751.970666:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305146902
00000100:00000001:0.0:1783979751.970670:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305150666
00000100:00000001:0.0:1783979751.970673:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979751.970677:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.970690:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979751.970695:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.970702:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979751.970704:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.970706:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979751.970708:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979751.970710:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979751.970713:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979751.970717:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979751.970719:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979751.970721:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.970722:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979751.970726:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979751.970728:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979751.970732:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979751.970734:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357a50.
00000400:00000010:0.0:1783979751.970738:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979751.970742:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559971200, portal 4
00000100:00000001:0.0:1783979751.970744:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979751.970745:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:0.0:1783979751.970751:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.970757:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979751.970760:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979751.970762:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de5d8.
00000100:00000200:0.0:1783979751.970765:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559971200, offset 0
00000400:00000200:0.0:1783979751.970769:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979751.970773:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.970777:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979751.970780:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979751.970782:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979751.970784:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979751.970786:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979751.970789:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390788:390788:253:4294967295] 192.168.201.140@tcp LPNI seq info [390763:390763:5:4294967295]
00000400:00000200:0.0:1783979751.970793:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.970799:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979751.970804:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979751.970807:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34ccf00.
00000800:00000200:0.0:1783979751.970811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979751.970815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979751.970817:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979751.970821:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979751.970824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979751.970826:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305146929
00000100:00000001:0.0:1783979751.970828:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305150666
00000100:00000001:0.0:1783979751.970830:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305146929
00000100:00000001:0.0:1783979751.970833:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305150666
00000100:00000001:0.0:1783979751.970835:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979751.970837:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.970839:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979751.970843:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.970850:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979751.970851:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.970853:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979751.970855:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979751.970857:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979751.970860:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979751.970865:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979751.970867:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979751.970869:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979751.970870:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979751.970873:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979751.970875:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979751.970878:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979751.970880:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979751.970884:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979751.970887:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559971328, portal 4
00000100:00000001:0.0:1783979751.970889:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979751.970890:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:0.0:1783979751.970901:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979751.970908:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979751.970910:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979751.970921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7deee0.
00000100:00000200:0.0:1783979751.970924:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559971328, offset 0
00000400:00000200:0.0:1783979751.970928:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979751.970932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.970935:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979751.970938:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979751.970940:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979751.970942:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979751.970945:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979751.970947:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390789:390789:252:4294967295] 192.168.201.140@tcp LPNI seq info [390764:390764:4:4294967295]
00000400:00000200:0.0:1783979751.970951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979751.970958:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979751.970967:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979751.970971:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979751.970975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979751.970980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:0.0:1783979751.970982:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979751.970985:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979751.970988:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979751.970990:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305146931
00000100:00000001:0.0:1783979751.970992:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305150666
00000100:00000001:0.0:1783979751.970994:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305146931
00000100:00000001:0.0:1783979751.970997:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305150666
00000100:00000001:0.0:1783979751.970999:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979751.971001:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.971004:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.971007:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979751.971015:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979751.971018:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1783979751.971021:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979751.971022:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979751.971024:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979751.971026:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979752.729355:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979752.729365:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979752.729372:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979752.729374:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979752.729378:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979752.729379:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979752.729509:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979752.729514:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979752.729518:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979753.753243:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979753.753257:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979753.753266:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979753.753267:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979753.753271:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979753.753273:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979753.753407:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979753.753413:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979753.753430:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979754.777367:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979754.777374:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979754.777379:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979754.777381:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979754.777384:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979754.777386:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979754.777456:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979754.777461:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979754.777465:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1783979755.038232:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:1.0:1783979755.038307:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1783979755.038320:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979755.038325:0:2390:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:1.0:1783979755.038332:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979755.038337:0:2390:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1783979755.038343:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979755.038348:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccc00.
00000400:00000200:1.0:1783979755.038356:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979755.038361:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979755.038370:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de440
00000400:00000010:1.0:1783979755.038374:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de440.
00000100:00000001:1.0:1783979755.038380:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979755.038392:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979755.038423:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979755.038428:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979755.038437:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979755.038439:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979755.038451:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979755.038454:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cc500.
00000400:00000200:1.0:1783979755.038458:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979755.038462:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979755.038465:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7decc0
00000400:00000010:1.0:1783979755.038467:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7decc0.
00000100:00000001:1.0:1783979755.038470:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979755.038475:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038484:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979755.038484:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979755.038490:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038492:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979755.038498:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1783979755.038500:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979755.038503:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979755.038510:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000100:00100000:0.0:1783979755.038511:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979751/real 1783979755]  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1783979755.038514:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cc600.
00000400:00000200:1.0:1783979755.038520:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979755.038527:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979755.038531:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7deaa0
00000400:00000010:1.0:1783979755.038533:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7deaa0.
00000100:00000001:1.0:1783979755.038536:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979755.038541:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979755.038551:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000001:0.0:1783979755.038553:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1783979755.038555:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979755.038558:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979755.038564:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357b58.
00000100:00000001:1.0:1783979755.038566:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979755.038570:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7def68
00000100:00000001:1.0:1783979755.038570:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:0.0:1783979755.038574:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7def68.
00000800:00000100:1.0:1783979755.038579:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000100:00000001:0.0:1783979755.038580:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:1.0:1783979755.038582:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34ccf00.
00000100:00000200:0.0:1783979755.038588:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979755.038589:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979755.038599:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979755.038606:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de5d8
00000100:00000200:0.0:1783979755.038609:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1783979755.038611:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de5d8.
00000100:00000001:1.0:1783979755.038617:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1783979755.038622:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000200:1.0:1783979755.038635:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038636:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.038643:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.038646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979755.038654:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1783979755.038656:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038665:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979755.038671:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038679:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979755.038682:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.038684:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.038685:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.038689:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979755.038692:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979755.038697:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979755.038702:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979755.038705:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979755.038710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979755.038718:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559970944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979755.038725:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979755.038729:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979751/real 1783979755]  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979755.038737:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979755.038738:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979755.038740:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357dc0.
00000400:00000200:0.0:1783979755.038744:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7dea18
00000400:00000010:0.0:1783979755.038746:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7dea18.
00000100:00000001:0.0:1783979755.038748:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979755.038751:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979755.038759:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038764:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979755.038766:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.038767:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.038769:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979755.038772:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038778:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979755.038782:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038789:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979755.038792:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.038793:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.038794:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.038797:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979755.038798:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979755.038801:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979755.038805:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979755.038808:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979755.038813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979755.038820:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559970816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979755.038825:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979755.038827:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979755.038830:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559970944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038837:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979755.038841:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979755.038846:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979755.038851:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979755.038854:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979755.038857:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979755.038859:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979755.038863:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979755.038868:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979755.038871:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979755.038873:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:0.0:1783979755.038877:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979755.038945:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.038948:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979755.038952:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559970816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.038959:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979755.038960:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979755.038962:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979755.038965:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979755.038966:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979755.038968:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979755.038970:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979755.038972:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:0.0:1783979755.038975:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979755.038976:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979755.038977:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:0.0:1783979755.038980:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979755.038981:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.038984:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979755.038985:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979755.038987:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979755.038988:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979755.038993:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979751/real 1783979755]  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979755.039000:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979755.039001:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979755.039003:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357630.
00000400:00000200:0.0:1783979755.039005:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de908
00000400:00000010:0.0:1783979755.039007:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de908.
00000100:00000001:0.0:1783979755.039009:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979755.039012:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979755.039019:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039026:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979755.039027:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039029:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.039031:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979755.039035:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039042:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979755.039095:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039103:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979755.039107:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039108:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.039110:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039112:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1783979755.039113:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039114:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979755.039120:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979755.039129:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:1.0:1783979755.039134:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979755.039135:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1783979755.039139:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1783979755.039143:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1783979755.039153:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000100:00100000:0.0:1783979755.039159:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971072:192.168.201.140@tcp:38:kworker.0
00000800:00000010:1.0:1783979755.039160:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:1.0:1783979755.039167:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1783979755.039168:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979755.039177:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979751/real 1783979755]  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979755.039178:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979755.039184:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7deee0
00000400:00000010:1.0:1783979755.039188:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7deee0.
00000400:00000001:0.0:1783979755.039191:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1783979755.039193:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000400:00000001:0.0:1783979755.039195:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979755.039199:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357a50.
00000100:00000200:1.0:1783979755.039202:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979755.039204:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979755.039207:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979755.039212:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979755.039218:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979755.039220:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979755.039227:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979776 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979755.039234:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979755.039242:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979755.039246:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979755.039249:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979755.039252:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.039269:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979755.039274:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039281:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979755.039284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039290:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979755.039292:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039293:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.039295:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039296:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979755.039299:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979755.039301:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979755.039305:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979755.039307:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979755.039311:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979755.039318:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979755.039323:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979755.039326:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979751/real 1783979755]  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979755.039334:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979755.039335:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979755.039337:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979755.039340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979755.039341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979755.039344:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979755.039347:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979755.039361:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039368:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979755.039370:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039371:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.039372:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979755.039376:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039382:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979755.039385:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039392:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979755.039394:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979755.039397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039398:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979755.039400:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979755.039403:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979755.039406:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979755.039409:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979755.039413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979755.039421:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979755.039425:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039426:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979755.039429:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559971072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039441:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979755.039443:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979755.039445:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979755.039448:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979755.039449:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979755.039450:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979755.039452:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979755.039454:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:0.0:1783979755.039456:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979755.039458:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979755.039460:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:0.0:1783979755.039462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979755.039463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039465:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979755.039468:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559971200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039474:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979755.039475:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979755.039477:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979755.039479:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979755.039480:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979755.039481:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979755.039483:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979755.039484:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:0.0:1783979755.039487:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979755.039488:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979755.039489:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:0.0:1783979755.039491:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979755.039492:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039494:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979755.039497:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559971328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979776 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979755.039503:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979755.039505:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979755.039507:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979755.039510:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979755.039511:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979755.039512:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979755.039514:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979755.039515:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:0.0:1783979755.039518:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979755.039519:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979755.039520:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:0.0:1783979755.039523:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979755.039524:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039526:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979755.039535:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979755.039537:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979755.039540:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979755.039541:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979755.801178:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305150666, at 4305150720
00000100:00000040:3.0:1783979755.801178:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305150666, at 4305150720
00010000:00000001:1.0:1783979755.801193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979755.801195:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64a20.
00000100:00000010:2.0:1783979755.801198:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64840.
00010000:00000001:1.0:1783979755.801199:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979755.801209:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979755.801210:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979755.801215:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979755.801219:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979755.801222:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979755.801227:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979755.801230:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979755.801233:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979755.801236:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979755.801238:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979755.801287:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979755.801291:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979755.801293:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979756.826610:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979756.826621:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979756.826628:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979756.826630:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979756.826634:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979756.826635:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979756.827690:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979756.827696:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979756.827700:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979757.082099:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979757.082113:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979757.082116:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979757.082122:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979757.082128:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979757.082137:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10479
00000400:00000200:3.0:1783979757.082150:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979757.082157:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979757.082161:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979757.082164:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082168:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979757.082171:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082174:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979757.082179:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979757.082181:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979757.082185:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979757.082188:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979757.082191:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979757.082194:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979757.082198:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082200:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979757.082202:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082204:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979757.082207:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979757.082211:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082214:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979757.082217:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979757.082222:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979757.082225:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082227:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979757.082230:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979757.082237:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979757.082242:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979757.082247:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979757.082250:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082254:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979757.082257:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979757.082262:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979757.082271:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979757.082280:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979757.082291:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979757.082313:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979757.082320:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979757.082327:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979757.082350:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979757.082354:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979757.082358:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979757.082359:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979757.082362:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979757.082366:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979757.082368:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10479
00000400:00000200:3.0:1783979757.082374:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979757.082377:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979757.082380:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979757.082383:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979757.082385:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979757.082386:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979757.082391:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783979757.082391:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082393:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:0.0:1783979757.082396:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783979757.082398:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979757.082401:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979757.082405:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1783979757.082407:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979757.082408:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979757.082412:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979757.082419:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:0.0:1783979757.082425:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783979757.082427:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979757.082431:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082431:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979757.082436:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:0.0:1783979757.082438:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979757.082439:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:0.0:1783979757.082443:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1783979757.082444:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979757.082450:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082453:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979757.082454:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979757.082458:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979757.082462:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1783979757.082464:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559971456:192.168.201.140@tcp:250:kworker.0
02000000:00000001:3.0:1783979757.082468:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082472:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979757.082474:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1783979757.082479:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1783979757.082481:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1783979757.082484:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.082486:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082487:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.082491:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1783979757.082496:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
02000000:00000010:0.0:1783979757.082499:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
00000020:00000040:3.0:1783979757.082501:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979757.082502:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979757.082506:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979757.082509:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082513:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1783979757.082514:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979757.082517:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1783979757.082520:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
02000000:00000001:3.0:1783979757.082521:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979757.082529:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000400:00000010:0.0:1783979757.082531:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000001:3.0:1783979757.082534:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1783979757.082541:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559971456, portal 25
00000100:00100000:3.0:1783979757.082543:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979757.082547:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979757.082550:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000001:3.0:1783979757.082558:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1783979757.082563:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979757.082563:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979757.082571:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.082576:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979757.082584:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082588:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1783979757.082598:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00080000:3.0:1783979757.082605:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1783979757.082607:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559971456, offset 0
00000100:00080000:3.0:1783979757.082612:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979757.082615:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979757.082617:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1783979757.082620:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082622:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979757.082627:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10479
00000400:00000200:0.0:1783979757.082635:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979757.082636:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979757.082643:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979757.082646:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1783979757.082648:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000040:3.0:1783979757.082652:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082656:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979757.082658:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1783979757.082659:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082663:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979757.082666:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1783979757.082667:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000020:00000040:3.0:1783979757.082670:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979757.082673:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1783979757.082676:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1783979757.082678:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000400:00000200:0.0:1783979757.082681:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000020:00000001:3.0:1783979757.082683:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979757.082687:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:0.0:1783979757.082689:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390790:390790:256:4294967295] 192.168.201.140@tcp LPNI seq info [390765:390765:8:4294967295]
00000100:00000040:3.0:1783979757.082693:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082697:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1783979757.082700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:3.0:1783979757.082702:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082706:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979757.082709:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979757.082714:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082719:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979757.082721:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1783979757.082723:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979757.082729:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1783979757.082733:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
02000000:00000001:3.0:1783979757.082733:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082738:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979757.082741:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1783979757.082742:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000008:00000001:3.0:1783979757.082746:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082749:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1783979757.082754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000010:3.0:1783979757.082754:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979757.082760:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000800:00000200:0.0:1783979757.082761:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1783979757.082765:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979757.082767:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082771:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1783979757.082773:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:3.0:1783979757.082774:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979757.082777:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1783979757.082780:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
02000000:00000010:3.0:1783979757.082783:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000800:00000100:0.0:1783979757.082788:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082789:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1783979757.082792:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000100:00100000:3.0:1783979757.082797:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1783979757.082801:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979757.082812:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1783979757.082812:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979757.082817:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979757.082823:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000100:00000040:3.0:1783979757.082824:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1783979757.082828:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979757.082836:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783979757.082837:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979757.082841:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1783979757.082845:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979757.082846:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979757.082851:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979757.082853:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979757.082859:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979757.082863:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10479
00000100:00000001:0.0:1783979757.082864:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1783979757.082869:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:0.0:1783979757.082872:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979757.082875:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979757.082881:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979757.082887:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979757.082890:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.082891:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1783979757.082895:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1783979757.082896:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082899:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979757.082902:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1783979757.082904:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979757.082904:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979757.082908:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979757.082911:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000400:00000200:0.0:1783979757.082913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:3.0:1783979757.082915:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:0.0:1783979757.082919:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305155787
00000020:00000001:3.0:1783979757.082919:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979757.082926:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000010:0.0:1783979757.082929:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64a80.
00000100:00000001:3.0:1783979757.082929:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979757.082934:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082937:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979757.082939:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:0.0:1783979757.082941:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1783979757.082944:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979757.082948:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.082951:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305155787
02000000:00000001:3.0:1783979757.082951:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1783979757.082956:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64480.
02000000:00000001:3.0:1783979757.082960:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979757.082961:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1783979757.082965:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.082967:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979757.082969:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979757.082973:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1783979757.082974:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783979757.082979:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.082981:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1783979757.082983:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979757.082988:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979757/real 1783979757]  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783979757.082989:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979757.082994:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979757.082999:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979757.083001:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.083005:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979757.083008:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1783979757.083010:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1783979757.083010:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1783979757.083015:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:3.0:1783979757.083017:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000400:00000010:0.0:1783979757.083019:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000100:00000001:3.0:1783979757.083023:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979757.083025:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979757.083028:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00100000:3.0:1783979757.083032:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979757.083033:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979757.083041:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979757.083076:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083084:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979757.083087:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979757.083087:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979757.083090:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979757.083092:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.083094:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979757.083102:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979757.083103:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083133:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979757.083134:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979757.083140:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1783979757.083143:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979757.083146:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979757.083150:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979757.083153:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979757.083161:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979757.083161:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979757.083167:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10479
00000100:00000001:0.0:1783979757.083168:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.083171:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.083174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1783979757.083175:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979757.083180:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1783979757.083181:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:0.0:1783979757.083184:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979757.083186:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1783979757.083189:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1783979757.083193:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00080000:0.0:1783979757.083198:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979757.083198:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979757.083204:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.083207:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979757.083210:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979757.083211:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979757.083212:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979757.083214:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000100:00000001:0.0:1783979757.083219:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1783979757.083219:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979757.083226:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979757.083229:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979757.083232:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.083237:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979757.083242:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979757.083247:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979757.083250:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00100000:0.0:1783979757.083252:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559971456:192.168.201.140@tcp:250:kworker.0
00000100:00080000:3.0:1783979757.083256:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979757.083261:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.083262:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1783979757.083264:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1783979757.083268:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1783979757.083269:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979757.083274:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979757.083275:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559971456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979757.083279:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979757.083282:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979757.083288:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979757.083293:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979757.083299:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000100:00000001:0.0:1783979757.083302:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:3.0:1783979757.083304:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979757.083306:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1783979757.083310:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1783979757.083311:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:3.0:1783979757.083313:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.083318:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1783979757.083318:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979757.083320:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:0.0:1783979757.083322:0:2401:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:3.0:1783979757.083324:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1783979757.083326:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979757.083330:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979757.083331:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
02000000:00000010:0.0:1783979757.083334:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979757.083337:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.083340:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979757.083344:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:3.0:1783979757.083346:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1783979757.083348:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:0.0:1783979757.083354:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979757.083357:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979757.083361:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979757.083362:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979757.083367:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.083373:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1783979757.083373:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083378:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.083384:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979757.083387:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979757.083390:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979757.083390:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979757.083397:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979757.083398:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10489)
00000100:00000001:0.0:1783979757.083408:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979757.083410:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.083413:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979757.083415:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979757.083417:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979757.083420:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979757.083423:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979757.083426:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979757.083427:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.083429:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979757.083433:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979757.083435:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979757.083439:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979757.083443:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979757.083447:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979757.083451:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559971584, portal 10
00000100:00000001:0.0:1783979757.083453:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979757.083454:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:0.0:1783979757.083462:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083468:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979757.083470:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979757.083472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979757.083474:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559971584, offset 0
00000400:00000200:0.0:1783979757.083478:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979757.083482:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979757.083486:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979757.083489:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979757.083491:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979757.083493:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979757.083496:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979757.083498:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390791:390791:256:4294967295] 192.168.201.140@tcp LPNI seq info [390766:390766:8:4294967295]
00000400:00000200:0.0:1783979757.083502:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979757.083509:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979757.083513:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979757.083517:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979757.083521:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979757.083523:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979757.083528:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979757.083530:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979757.083533:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979757.083535:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979757.083537:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979757.083541:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979757.083544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979757.083546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979757.083549:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979757.083552:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083560:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979757.083563:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083570:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.083572:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979757.083575:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979757.083579:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979757.083582:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979757.083584:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305152019
00000100:00000001:0.0:1783979757.083587:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305155787
00000100:00000001:0.0:1783979757.083599:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305152019
00000100:00000001:0.0:1783979757.083602:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305155787
00000100:00000001:0.0:1783979757.083604:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979757.083606:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.083608:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979757.083612:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979757/real 1783979757]  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979757.083620:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979757.083621:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979757.083623:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979757.083626:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979757.083627:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979757.083629:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979757.083632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979757.083640:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083651:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979757.083652:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.083653:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.083655:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979757.083659:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083666:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979757.083669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083676:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979757.083679:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.083680:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.083681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.083683:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979757.083685:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979757.083688:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979757.083691:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979757.083693:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979757.083697:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979757.083706:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979757.083710:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979757.083714:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083719:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979757.083720:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.083723:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979757.083725:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979757.083727:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979757.083729:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979757.083733:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979757.083735:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979757.083736:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.083738:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979757.083742:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979757.083744:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979757.083748:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979757.083750:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979757.083753:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979757.083756:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559971712, portal 10
00000100:00000001:0.0:1783979757.083758:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979757.083759:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:0.0:1783979757.083764:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083770:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979757.083773:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979757.083775:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979757.083778:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559971712, offset 0
00000400:00000200:0.0:1783979757.083782:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979757.083786:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979757.083790:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979757.083793:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979757.083796:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979757.083798:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979757.083800:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979757.083803:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390792:390792:256:4294967295] 192.168.201.140@tcp LPNI seq info [390767:390767:8:4294967295]
00000400:00000200:0.0:1783979757.083807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979757.083814:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979757.083819:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979757.083822:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979757.083826:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979757.083829:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979757.083832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979757.083834:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979757.083838:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979757.083840:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979757.083843:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979757.083845:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979757.083848:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979757.083850:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979757.083852:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979757.083855:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083862:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979757.083865:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083870:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.083872:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979757.083875:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979757.083878:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979757.083881:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979757.083883:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305152015
00000100:00000001:0.0:1783979757.083885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305155787
00000100:00000001:0.0:1783979757.083887:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305152015
00000100:00000001:0.0:1783979757.083889:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305155787
00000100:00000001:0.0:1783979757.083891:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979757.083893:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.083895:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979757.083898:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979757/real 1783979757]  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979757.083905:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979757.083907:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979757.083908:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979757.083910:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979757.083912:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979757.083913:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979757.083916:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979757.083924:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083929:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979757.083931:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.083932:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.083933:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979757.083937:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083943:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979757.083947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083953:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979757.083955:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.083957:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.083958:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.083960:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979757.083961:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979757.083963:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979757.083967:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979757.083969:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979757.083974:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979757.083983:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979757.083987:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979757.083990:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.083996:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979757.083998:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.084000:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979757.084001:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979757.084003:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979757.084006:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979757.084009:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979757.084011:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979757.084012:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.084014:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979757.084017:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979757.084019:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979757.084022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979757.084025:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979757.084028:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979757.084031:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559971840, portal 4
00000100:00000001:0.0:1783979757.084033:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979757.084035:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:0.0:1783979757.084042:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.084072:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979757.084074:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979757.084077:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979757.084080:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559971840, offset 0
00000400:00000200:0.0:1783979757.084085:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979757.084089:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979757.084092:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979757.084094:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979757.084096:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979757.084098:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979757.084100:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979757.084103:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390793:390793:256:4294967295] 192.168.201.140@tcp LPNI seq info [390768:390768:8:4294967295]
00000400:00000200:0.0:1783979757.084108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979757.084114:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979757.084119:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979757.084122:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979757.084126:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979757.084129:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979757.084133:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979757.084136:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979757.084140:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979757.084142:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979757.084145:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979757.084148:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979757.084151:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979757.084153:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979757.084155:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979757.084159:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.084166:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979757.084169:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.084175:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.084177:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979757.084180:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979757.084182:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979757.084186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979757.084188:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305152043
00000100:00000001:0.0:1783979757.084191:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305155787
00000100:00000001:0.0:1783979757.084193:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305152043
00000100:00000001:0.0:1783979757.084195:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305155787
00000100:00000001:0.0:1783979757.084197:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979757.084200:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.084202:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979757.084205:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979757/real 1783979757]  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979757.084212:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979757.084213:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979757.084215:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979757.084217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979757.084219:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979757.084221:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979757.084225:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979757.084232:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.084238:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979757.084240:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.084241:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.085719:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979757.085741:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.085752:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979757.085758:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.085766:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979757.085773:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.085774:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.085775:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.085779:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979757.085782:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979757.085785:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979757.085791:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979757.085954:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979757.085960:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979757.085971:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979757.085977:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.085981:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979757.085986:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559971584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.085994:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979757.085998:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979757.086001:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979757.086006:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979757.086009:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979757.086011:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979757.086014:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979757.086018:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:0.0:1783979757.086022:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979757.086024:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979757.086027:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:0.0:1783979757.086032:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979757.086033:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086034:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979757.086039:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559971712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086072:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979757.086074:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979757.086076:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979757.086078:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979757.086079:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979757.086081:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979757.086083:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979757.086084:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:0.0:1783979757.086086:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979757.086087:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979757.086089:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:0.0:1783979757.086092:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979757.086093:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086094:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979757.086098:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559971840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086103:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979757.086105:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979757.086106:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979757.086109:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979757.086110:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979757.086111:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979757.086113:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979757.086115:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:0.0:1783979757.086117:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979757.086118:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979757.086119:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:0.0:1783979757.086122:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979757.086123:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086125:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086136:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979757.086139:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.086142:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979757.086144:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979757.086148:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979757.086154:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086161:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979757.086164:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.086168:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979757.086173:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979757.086175:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979757.086179:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979757.086183:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979757.086188:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979757.086190:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979757.086193:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979757.086370:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979757.086374:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979757.086382:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979757.086389:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979757.086397:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979757.086406:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559971968, portal 4
00000100:00000001:0.0:1783979757.086410:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979757.086411:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:0.0:1783979757.086421:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086428:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979757.086430:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979757.086433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979757.086437:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559971968, offset 0
00000400:00000200:0.0:1783979757.086446:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979757.086558:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979757.086567:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979757.086573:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979757.086576:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979757.086580:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979757.086583:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979757.086587:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390794:390794:256:4294967295] 192.168.201.140@tcp LPNI seq info [390769:390769:8:4294967295]
00000400:00000200:0.0:1783979757.086602:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979757.086612:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979757.086618:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979757.086625:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979757.086633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979757.086638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1783979757.086645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979757.086648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1783979757.086654:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979757.086657:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979757.086663:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979757.086669:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979757.086675:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979757.086678:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979757.086683:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979757.086688:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086698:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979757.086701:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086710:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.086711:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979757.086718:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979757.086724:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979757.086728:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979757.086731:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305152047
00000100:00000001:0.0:1783979757.086735:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305155787
00000100:00000001:0.0:1783979757.086737:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305152047
00000100:00000001:0.0:1783979757.086739:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305155787
00000100:00000001:0.0:1783979757.086742:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979757.086745:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.086747:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979757.086750:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979757/real 1783979757]  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979757.086761:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979757.086763:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979757.086767:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979757.086771:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979757.086772:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979757.086775:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979757.086779:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979757.086788:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086867:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979757.086869:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086871:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.086872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979757.086876:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086884:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979757.086888:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086895:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979757.086898:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086899:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979757.086901:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086903:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979757.086905:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979757.086909:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979757.086914:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979757.086916:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979757.086919:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979757.086927:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559971968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979757.086931:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086933:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979757.086936:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559971968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979757.086942:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979757.086944:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979757.086946:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979757.086949:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979757.086951:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979757.086953:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979757.086954:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979757.086956:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:0.0:1783979757.086959:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979757.086960:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979757.086962:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:0.0:1783979757.086964:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979757.086966:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086968:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979757.086974:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979757.086976:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979757.086978:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979757.086980:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979757.852753:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979757.852764:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979757.852776:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979757.852777:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979757.852781:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979757.852783:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979757.852916:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979757.852921:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979757.852926:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979758.873738:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979758.873748:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979758.873755:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979758.873756:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979758.873760:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979758.873761:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979758.873883:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979758.873888:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979758.873892:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979759.897166:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979759.897173:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979759.897176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979759.897177:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979759.897180:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979759.897181:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979759.897730:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979759.897735:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979759.897738:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979760.921167:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305155787, at 4305155840
00010000:00000001:1.0:1783979760.921171:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979760.921179:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000010:3.0:1783979760.921182:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64480.
00010000:00000001:1.0:1783979760.921183:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979760.921188:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979760.921193:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979760.921195:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979760.921197:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979760.921199:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979760.921204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979760.921205:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979760.921206:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979760.921208:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979760.921209:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979760.921211:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979760.921212:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979760.921214:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979760.921217:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979760.921218:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979760.921283:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979760.921287:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979760.921289:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979760.921672:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305155787, at 4305155840
00000100:00000010:2.0:1783979760.921683:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64a80.
00010000:00000001:1.0:1783979761.945176:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979761.945184:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979761.945189:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979761.945190:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979761.945193:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979761.945194:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979761.945287:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979761.945291:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979761.945294:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979762.201202:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979762.201217:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979762.201220:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979762.201224:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979762.201229:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979762.201240:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10484
00000400:00000200:3.0:1783979762.201249:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979762.201256:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979762.201258:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979762.201262:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201265:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201267:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201269:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979762.201274:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979762.201276:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979762.201281:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979762.201285:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979762.201288:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979762.201291:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979762.201295:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201296:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201298:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201300:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979762.201303:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979762.201306:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201309:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979762.201313:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979762.201316:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979762.201319:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201322:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979762.201326:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979762.201341:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979762.201345:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979762.201348:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979762.201349:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201352:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979762.201355:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979762.201358:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979762.201365:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979762.201371:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979762.201379:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979762.201387:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979762.201391:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979762.201395:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979762.201417:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979762.201419:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979762.201422:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979762.201423:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979762.201424:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979762.201426:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979762.201428:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10484
00000400:00000200:3.0:1783979762.201431:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979762.201433:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979762.201434:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979762.201436:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201437:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201438:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201440:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979762.201441:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979762.201442:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979762.201443:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979762.201444:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979762.201445:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979762.201446:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979762.201448:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201449:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201450:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201451:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979762.201452:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979762.201453:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201455:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979762.201456:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979762.201460:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979762.201461:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201462:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979762.201465:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979762.201467:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201468:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979762.201470:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979762.201471:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979762.201473:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979762.201474:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201475:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979762.201476:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979762.201477:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979762.201479:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979762.201481:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979762.201484:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979762.201488:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979762.201489:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979762.201499:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979762.201532:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979762.201538:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979762.201542:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979762.201543:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979762.201545:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979762.201547:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979762.201550:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10484
00000400:00000200:3.0:1783979762.201554:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979762.201557:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979762.201559:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979762.201561:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201564:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201566:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201568:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979762.201570:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979762.201571:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979762.201573:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979762.201574:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979762.201576:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979762.201577:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979762.201580:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201582:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201583:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201585:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979762.201587:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979762.201590:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201592:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979762.201594:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979762.201597:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979762.201599:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201600:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979762.201602:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979762.201604:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201606:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979762.201609:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979762.201610:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979762.201613:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979762.201614:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201616:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979762.201617:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979762.201619:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979762.201622:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979762.201625:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979762.201629:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979762.201637:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979762.201638:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979762.201642:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979762.201649:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979762.201651:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979762.201654:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979762.201656:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979762.201657:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979762.201660:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979762.201662:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10484
00000400:00000200:3.0:1783979762.201666:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979762.201668:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979762.201670:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979762.201672:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201674:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201676:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201677:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979762.201679:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979762.201680:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979762.201681:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979762.201683:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979762.201685:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979762.201686:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979762.201689:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201690:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201692:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201694:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979762.201696:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979762.201698:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201701:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979762.201703:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979762.201705:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979762.201707:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201709:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979762.201711:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979762.201714:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201715:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979762.201719:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979762.201721:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979762.201724:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979762.201725:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201726:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979762.201728:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979762.201729:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979762.201733:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979762.201736:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979762.201741:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979762.201748:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979762.201750:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979762.201753:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979762.201760:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979762.201762:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979762.201766:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979762.201767:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979762.201769:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979762.201771:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979762.201773:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10484
00000400:00000200:3.0:1783979762.201777:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979762.201779:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979762.201781:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979762.201784:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201786:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201788:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201790:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979762.201792:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979762.201793:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979762.201795:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979762.201796:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979762.201798:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979762.201800:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979762.201803:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201805:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979762.201806:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201808:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979762.201810:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979762.201812:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979762.201814:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979762.201815:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979762.201818:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979762.201819:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201821:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979762.201823:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979762.201825:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201826:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979762.201830:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979762.201832:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979762.201834:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979762.201835:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979762.201837:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979762.201838:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979762.201839:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979762.201844:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979762.201847:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979762.201851:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979762.201858:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979762.201859:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979762.201863:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979762.201870:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979762.201875:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10494)
00000100:00000001:0.0:1783979762.202206:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979762.202210:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979762.202213:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979762.202219:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202227:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979762.202229:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.202232:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979762.202235:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979762.202237:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979762.202240:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559972096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979762.202244:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979762.202249:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979762.202252:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.202254:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979762.202259:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979762.202261:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979762.202266:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979762.202270:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979762.202277:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979762.202287:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559972096, portal 25
00000100:00000001:0.0:1783979762.202289:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979762.202291:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:0.0:1783979762.202296:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202309:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979762.202313:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979762.202315:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979762.202318:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559972096, offset 0
00000400:00000200:0.0:1783979762.202324:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979762.202331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.202336:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979762.202341:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979762.202345:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979762.202349:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979762.202351:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979762.202355:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390795:390795:256:4294967295] 192.168.201.140@tcp LPNI seq info [390770:390770:8:4294967295]
00000400:00000200:0.0:1783979762.202359:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.202368:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979762.202373:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.202378:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979762.202384:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979762.202387:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979762.202393:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979762.202397:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979762.202402:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.202404:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979762.202410:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979762.202414:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979762.202419:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979762.202421:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979762.202426:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979762.202432:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202442:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.202445:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202457:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.202459:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979762.202465:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979762.202469:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979762.202472:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305160907
00000100:00000010:0.0:1783979762.202477:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb644e0.
00000100:00000001:0.0:1783979762.202483:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979762.202489:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305160907
00000100:00000010:0.0:1783979762.202492:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64f60.
00000100:00000001:0.0:1783979762.202495:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979762.202498:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979762.202702:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.202705:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979762.202708:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979762/real 1783979762]  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979762.202715:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979762.202717:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979762.202718:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979762.202720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979762.202722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979762.202723:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979762.202725:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979762.202731:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202738:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979762.202739:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.202742:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.202744:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979762.202747:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202754:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979762.202758:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202765:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979762.202768:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.202770:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.202771:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.202773:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979762.202775:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979762.202778:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979762.202782:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979762.202784:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979762.202787:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979762.202792:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559972096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979762.202795:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979762.202798:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202802:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979762.202802:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.202804:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979762.202805:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979762.202806:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979762.202808:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979762.202809:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979762.202811:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979762.202812:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.202814:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979762.202816:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979762.202817:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979762.202820:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979762.202822:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979762.202824:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979762.202826:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559972224, portal 10
00000100:00000001:0.0:1783979762.202827:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979762.202828:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:0.0:1783979762.202833:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202839:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979762.202841:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979762.202843:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979762.202846:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559972224, offset 0
00000400:00000200:0.0:1783979762.202849:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979762.202853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.202857:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979762.202859:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979762.202861:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979762.202864:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979762.202866:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979762.202869:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390796:390796:256:4294967295] 192.168.201.140@tcp LPNI seq info [390771:390771:8:4294967295]
00000400:00000200:0.0:1783979762.202874:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.202880:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979762.202884:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.202886:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979762.202889:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979762.202890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979762.202894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979762.202895:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979762.202898:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.202899:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979762.202903:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979762.202907:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979762.202909:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979762.202911:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979762.202913:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979762.202917:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202923:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.202926:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202931:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.202932:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979762.202936:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979762.202939:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979762.202942:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979762.202944:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305157138
00000100:00000001:0.0:1783979762.202946:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305160907
00000100:00000001:0.0:1783979762.202948:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305157138
00000100:00000001:0.0:1783979762.202950:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305160907
00000100:00000001:0.0:1783979762.202952:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979762.202954:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.202956:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979762.202959:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979762/real 1783979762]  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979762.202967:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979762.202968:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979762.202969:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979762.202972:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979762.202973:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979762.202975:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979762.202979:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979762.202987:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.202993:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979762.202994:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.202996:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.202997:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979762.203001:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203007:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979762.203009:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203013:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979762.203014:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.203015:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.203016:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.203017:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979762.203018:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979762.203020:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979762.203021:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979762.203023:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979762.203025:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979762.203029:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979762.203031:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979762.203033:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203041:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979762.203042:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.203043:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979762.203044:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979762.203045:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979762.203084:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979762.203086:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979762.203088:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979762.203089:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.203090:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979762.203092:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979762.203093:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979762.203096:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979762.203097:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979762.203099:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979762.203101:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559972352, portal 10
00000100:00000001:0.0:1783979762.203102:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979762.203103:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:0.0:1783979762.203107:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203110:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979762.203112:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979762.203113:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979762.203115:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559972352, offset 0
00000400:00000200:0.0:1783979762.203117:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979762.203119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.203121:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979762.203123:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979762.203125:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979762.203126:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979762.203127:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979762.203130:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390797:390797:256:4294967295] 192.168.201.140@tcp LPNI seq info [390772:390772:8:4294967295]
00000400:00000200:0.0:1783979762.203132:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.203136:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979762.203139:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.203141:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979762.203143:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979762.203145:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979762.203147:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979762.203149:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979762.203151:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.203152:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979762.203154:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979762.203156:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979762.203158:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979762.203159:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979762.203160:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979762.203162:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203167:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.203169:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203172:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.203173:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979762.203175:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979762.203177:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979762.203178:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979762.203180:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305157135
00000100:00000001:0.0:1783979762.203181:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305160907
00000100:00000001:0.0:1783979762.203182:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305157135
00000100:00000001:0.0:1783979762.203184:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305160907
00000100:00000001:0.0:1783979762.203185:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979762.203186:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.203188:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979762.203190:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979762/real 1783979762]  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979762.203194:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979762.203195:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979762.203196:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979762.203197:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979762.203198:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979762.203199:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979762.203200:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979762.203205:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203209:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979762.203209:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.203210:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.203211:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979762.203213:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203216:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979762.203218:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203221:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979762.203223:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.203223:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.203224:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.203225:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979762.203226:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979762.203227:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979762.203229:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979762.203230:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979762.203233:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979762.203237:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979762.203239:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979762.203241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203244:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979762.203245:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.203246:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979762.203248:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979762.203249:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979762.203252:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979762.203255:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979762.203256:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979762.203257:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.203259:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979762.203262:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979762.203263:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979762.203266:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979762.203268:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979762.203271:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979762.203274:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559972480, portal 4
00000100:00000001:0.0:1783979762.203276:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979762.203277:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:0.0:1783979762.203282:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203288:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979762.203291:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979762.203292:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979762.203295:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559972480, offset 0
00000400:00000200:0.0:1783979762.203298:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979762.203302:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.203305:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979762.203308:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979762.203310:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979762.203312:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979762.203314:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979762.203316:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390798:390798:256:4294967295] 192.168.201.140@tcp LPNI seq info [390773:390773:8:4294967295]
00000400:00000200:0.0:1783979762.203318:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.203322:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979762.203325:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.203327:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979762.203329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979762.203331:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979762.203333:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979762.203335:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979762.203337:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.203338:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979762.203340:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979762.203342:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979762.203344:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979762.203345:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979762.203346:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979762.203348:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203353:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.203354:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203359:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.203360:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979762.203362:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979762.203364:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979762.203366:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979762.203367:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305157162
00000100:00000001:0.0:1783979762.203368:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305160907
00000100:00000001:0.0:1783979762.203370:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305157162
00000100:00000001:0.0:1783979762.203371:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305160907
00000100:00000001:0.0:1783979762.203372:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979762.203373:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.203374:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979762.203376:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979762/real 1783979762]  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979762.203380:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979762.203381:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979762.203382:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979762.203384:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979762.203384:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979762.203386:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979762.203387:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979762.203392:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203395:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979762.203396:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.203397:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.203397:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979762.203399:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203403:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979762.203405:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203409:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979762.203411:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.203412:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.203412:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.203413:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979762.203414:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979762.203416:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979762.203417:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979762.203418:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979762.203420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979762.203424:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979762.203426:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979762.203428:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203432:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979762.203432:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.203434:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979762.203435:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979762.203436:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979762.203437:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979762.203439:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979762.203440:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979762.203441:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979762.203442:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979762.203444:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979762.203445:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979762.203447:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979762.203449:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979762.203450:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979762.203452:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559972608, portal 4
00000100:00000001:0.0:1783979762.203453:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979762.203454:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:0.0:1783979762.203457:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.203461:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979762.203462:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979762.203464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979762.203465:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559972608, offset 0
00000400:00000200:0.0:1783979762.203467:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979762.203469:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.203471:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979762.203472:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979762.203473:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979762.203474:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979762.203476:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979762.203478:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390799:390799:256:4294967295] 192.168.201.140@tcp LPNI seq info [390774:390774:8:4294967295]
00000400:00000200:0.0:1783979762.203480:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979762.203483:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979762.203485:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.203487:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979762.203489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979762.203490:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1783979762.203492:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979762.203494:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1783979762.203496:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979762.203497:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979762.203499:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979762.204009:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979762.204014:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979762.204016:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979762.204019:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979762.204024:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204031:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.204034:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204039:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.204041:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979762.204044:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979762.204199:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979762.204204:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979762.204206:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305157165
00000100:00000001:0.0:1783979762.204209:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305160907
00000100:00000001:0.0:1783979762.204211:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305157165
00000100:00000001:0.0:1783979762.204213:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305160907
00000100:00000001:0.0:1783979762.204215:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979762.204217:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.204219:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979762.204224:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979762/real 1783979762]  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979762.204232:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979762.204233:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979762.204317:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979762.204321:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979762.204323:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979762.204325:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979762.204329:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979762.204337:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204347:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979762.204349:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204351:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.204353:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979762.204356:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204362:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979762.204366:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204373:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979762.204376:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204378:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979762.204379:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204380:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979762.204382:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979762.204384:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979762.204388:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979762.204390:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979762.204394:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979762.204402:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979762.204407:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204409:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.204412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559972096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204419:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979762.204421:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979762.204424:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979762.204427:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979762.204429:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979762.204431:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979762.204433:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979762.204436:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:0.0:1783979762.204439:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979762.204441:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979762.204442:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:0.0:1783979762.204446:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979762.204447:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204449:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.204452:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559972224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204458:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979762.204459:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979762.204460:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979762.204462:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979762.204463:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979762.204464:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979762.204466:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979762.204467:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:0.0:1783979762.204469:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979762.204470:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979762.204471:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:0.0:1783979762.204474:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979762.204475:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204476:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.204480:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559972352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204485:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979762.204486:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979762.204488:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979762.204489:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979762.204490:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979762.204491:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979762.204494:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979762.204495:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:0.0:1783979762.204497:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979762.204499:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979762.204500:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:0.0:1783979762.204511:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979762.204512:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204513:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.204516:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559972480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204522:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979762.204523:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979762.204525:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979762.204526:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979762.204528:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979762.204529:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979762.204531:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979762.204532:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979762.204534:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979762.204535:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979762.204537:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:0.0:1783979762.204539:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979762.204540:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204542:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979762.204545:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559972608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979762.204550:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979762.204551:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979762.204553:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979762.204555:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979762.204556:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979762.204557:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979762.204558:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979762.204560:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:0.0:1783979762.204562:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979762.204563:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979762.204564:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:0.0:1783979762.204566:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979762.204567:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204569:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979762.204577:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979762.204580:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979762.204582:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979762.204584:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979762.969190:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979762.969198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979762.969204:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979762.969205:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979762.969208:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979762.969209:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979762.969270:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979762.969274:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979762.969277:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979763.993847:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979763.993855:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979763.993860:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979763.993861:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979763.993865:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979763.993866:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979763.993960:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979763.993964:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979763.993967:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979765.017182:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979765.017188:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979765.017192:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979765.017193:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979765.017197:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979765.017198:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979765.017327:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979765.017330:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979765.017332:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979766.041170:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305160907, at 4305160960
00010000:00000001:1.0:1783979766.041174:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979766.041180:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979766.041183:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979766.041185:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979766.041185:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb644e0.
00010000:00000001:1.0:1783979766.041188:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979766.041191:0:180682:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979766.041193:0:180682:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979766.041197:0:180682:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979766.041199:0:180682:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979766.041201:0:180682:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979766.041203:0:180682:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979766.041205:0:180682:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979766.041269:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979766.041274:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979766.041277:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979766.041314:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305160907, at 4305160960
00000100:00000010:3.0:1783979766.041320:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64f60.
00010000:00000001:1.0:1783979767.065593:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979767.065600:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979767.065604:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979767.065605:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979767.065607:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979767.065608:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979767.065824:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979767.065827:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979767.065829:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979767.321562:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979767.321580:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979767.321583:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979767.321587:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979767.321593:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979767.321603:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10489
00000400:00000200:0.0:1783979767.321614:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979767.321622:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979767.321632:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979767.321638:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321642:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.321646:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321648:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979767.321653:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979767.321656:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979767.321659:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979767.321662:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979767.321665:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979767.321667:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979767.321671:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321673:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.321674:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321676:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979767.321679:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979767.321682:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321685:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979767.321689:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979767.321693:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979767.321696:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.321698:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979767.321701:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979767.321712:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807100.
00000020:00000040:0.0:1783979767.321715:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979767.321719:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979767.321721:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.321724:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979767.321726:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979767.321730:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979767.321738:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979767.321744:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979767.321753:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979767.321764:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979767.321770:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979767.321774:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1567a83] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979767.321809:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979767.321812:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979767.321815:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979767.321816:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979767.321817:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979767.321819:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979767.321821:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10489
00000400:00000200:0.0:1783979767.321823:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979767.321826:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979767.321827:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979767.321829:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321830:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.321832:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321833:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979767.321834:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979767.321835:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979767.321836:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979767.321837:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979767.321838:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979767.321839:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979767.321841:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321842:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.321843:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321844:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979767.321846:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979767.321847:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321850:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979767.321851:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979767.321856:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979767.321858:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.321865:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979767.321869:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979767.321872:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.321874:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979767.321877:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805880.
00000020:00000040:0.0:1783979767.321879:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979767.321882:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979767.321883:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.321885:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979767.321886:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979767.321888:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979767.321891:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb000.
00000100:00000001:0.0:1783979767.321895:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979767.321900:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979767.321907:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979767.321909:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979767.321913:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624f5955] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979767.321921:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979767.321923:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979767.321927:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979767.321928:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979767.321929:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979767.321932:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979767.321934:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10489
00000400:00000200:0.0:1783979767.321938:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979767.321941:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979767.321943:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979767.321946:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321948:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.321949:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321951:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979767.321953:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979767.321954:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979767.321956:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979767.321958:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979767.321960:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979767.321962:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979767.321964:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321966:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.321968:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321970:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979767.321972:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979767.321975:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979767.321977:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979767.321979:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979767.321982:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979767.321984:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.321986:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979767.321988:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979767.321990:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.321992:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979767.321995:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806a00.
00000020:00000040:0.0:1783979767.321997:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979767.322013:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979767.322015:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.322016:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979767.322019:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979767.322021:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979767.322025:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8c00.
00000100:00000001:0.0:1783979767.322028:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979767.322033:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979767.322034:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979767.322039:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979767.322042:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979767.322043:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979767.322094:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979767.322096:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979767.322106:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240c4fb2] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.322108:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979767.322112:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.322118:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1783979767.322121:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.322123:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1783979767.322127:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1783979767.322128:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979767.322134:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979767.322137:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1783979767.322137:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559972736:192.168.201.140@tcp:250:kworker.0
00000100:00080000:0.0:1783979767.322140:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979767.322146:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1783979767.322146:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1783979767.322152:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10489
02000000:00000001:2.0:1783979767.322152:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979767.322157:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.322161:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979767.322166:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979767.322169:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979767.322175:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979767.322179:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979767.322186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979767.322193:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559972736, portal 25
00000100:00000001:2.0:1783979767.322196:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979767.322198:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455232768 : -128863254318848 : ffff8accaf807100)
00000100:00000040:2.0:1783979767.323224:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323234:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979767.323238:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979767.323245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979767.323250:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559972736, offset 0
00000400:00000200:2.0:1783979767.323256:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979767.323264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.323274:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979767.323281:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979767.323288:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979767.323292:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979767.323296:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979767.323303:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390800:390800:256:4294967295] 192.168.201.140@tcp LPNI seq info [390775:390775:8:4294967295]
00000400:00000200:2.0:1783979767.323307:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.323316:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979767.323323:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.323331:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979767.323338:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979767.323343:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979767.323349:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979767.323353:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979767.323361:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.323364:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979767.323371:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979767.323375:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979767.323383:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979767.323386:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979767.323391:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979767.323400:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323411:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.323425:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323432:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.323434:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979767.323440:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979767.323444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979767.323447:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305166028
00000100:00000010:2.0:1783979767.323453:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979767.323460:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979767.323468:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305166028
00000100:00000010:2.0:1783979767.323471:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627360.
00000100:00000001:2.0:1783979767.323474:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979767.323477:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979767.323480:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.323482:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979767.323486:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979767/real 1783979767]  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979767.323498:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979767.323500:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979767.323502:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979767.323505:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979767.323506:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979767.323509:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979767.323514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979767.323524:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979767.323533:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323535:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.323537:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979767.323541:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323548:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979767.323553:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323560:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979767.323565:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323568:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.323570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323573:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979767.323575:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979767.323578:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979767.323585:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979767.323589:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979767.323593:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979767.323602:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559972736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979767.323608:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979767.323613:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323620:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979767.323622:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.323625:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979767.323628:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979767.323630:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979767.323634:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979767.323637:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979767.323639:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979767.323641:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.323643:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979767.323648:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979767.323650:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979767.323654:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979767.323657:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979767.323660:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979767.323664:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559972864, portal 10
00000100:00000001:2.0:1783979767.323666:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979767.323668:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455226496 : -128863254325120 : ffff8accaf805880)
00000100:00000040:2.0:1783979767.323675:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323681:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979767.323683:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979767.323685:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979767.323688:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559972864, offset 0
00000400:00000200:2.0:1783979767.323692:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979767.323696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.323700:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979767.323703:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979767.323705:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979767.323708:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979767.323710:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979767.323713:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390801:390801:256:4294967295] 192.168.201.140@tcp LPNI seq info [390776:390776:8:4294967295]
00000400:00000200:2.0:1783979767.323717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.323723:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979767.323728:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.323731:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979767.323735:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979767.323737:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979767.323741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979767.323744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979767.323748:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.323750:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979767.323753:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979767.323756:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979767.323759:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979767.323761:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979767.323763:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979767.323767:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323774:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.323777:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323783:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.323785:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979767.323788:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979767.323792:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979767.323796:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979767.323798:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305162259
00000100:00000001:2.0:1783979767.323800:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305166028
00000100:00000001:2.0:1783979767.323803:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305162259
00000100:00000001:2.0:1783979767.323805:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305166028
00000100:00000001:2.0:1783979767.323806:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979767.323809:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.323810:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979767.323814:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979767/real 1783979767]  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979767.323822:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979767.323823:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979767.323825:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979767.323827:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979767.323829:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979767.323831:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979767.323834:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979767.323842:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323848:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979767.323849:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323851:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.323852:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979767.323856:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323863:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979767.323866:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323873:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979767.323875:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323876:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.323878:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323879:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979767.323881:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979767.323883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979767.323886:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979767.323888:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979767.323892:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979767.323899:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979767.323903:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323905:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.323909:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807100 x1870627559972736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323915:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979767.323918:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979767.323920:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979767.323923:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979767.323926:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979767.323928:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979767.323930:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979767.323932:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:2.0:1783979767.323936:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979767.323938:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979767.323940:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807100.
00000100:00000001:2.0:1783979767.323943:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979767.323945:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323948:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.323951:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805880 x1870627559972864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.323958:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979767.323959:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979767.323961:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979767.323963:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979767.323964:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979767.323965:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979767.323967:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979767.323969:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:2.0:1783979767.323971:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979767.323972:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979767.323973:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805880.
00000100:00000001:2.0:1783979767.323976:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979767.323977:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323979:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.323987:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979767.323989:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.323992:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979767.323993:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979767.323995:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979767.324000:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.324006:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979767.324008:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.324010:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979767.324012:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979767.324014:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979767.324017:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979767.324020:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979767.324022:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979767.324024:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.324025:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979767.324028:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979767.324030:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979767.324034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979767.324036:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979767.324039:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979767.324042:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559972992, portal 10
00000100:00000001:2.0:1783979767.324044:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979767.324045:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230976 : -128863254320640 : ffff8accaf806a00)
00000100:00000040:2.0:1783979767.324083:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.324091:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979767.324094:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979767.324098:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979767.324101:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559972992, offset 0
00000400:00000200:2.0:1783979767.324106:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979767.324111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.324114:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979767.324117:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979767.324120:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979767.324122:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979767.324124:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979767.324127:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390802:390802:256:4294967295] 192.168.201.140@tcp LPNI seq info [390777:390777:8:4294967295]
00000400:00000200:2.0:1783979767.324132:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.324139:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979767.324143:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.324146:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979767.324150:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979767.324153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979767.324156:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979767.324159:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979767.324163:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.324165:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979767.324168:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979767.324171:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979767.324174:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979767.324176:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979767.324178:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979767.324182:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.324190:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.324193:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.324199:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.324201:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979767.324205:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979767.324208:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979767.324214:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979767.324216:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305162256
00000100:00000001:2.0:1783979767.324218:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305166028
00000100:00000001:2.0:1783979767.324221:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305162256
00000100:00000001:2.0:1783979767.324224:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305166028
00000100:00000001:2.0:1783979767.324227:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979767.324229:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.324231:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979767.324237:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979767/real 1783979767]  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979767.324245:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979767.324247:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979767.324250:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979767.324254:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979767.324257:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979767.324261:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979767.324265:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979767.324280:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.324286:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979767.324288:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.324290:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.324291:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979767.324295:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.324302:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979767.324305:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.324312:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979767.324315:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.324317:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.324318:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.324320:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979767.324321:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979767.324324:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979767.324327:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979767.324329:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979767.324333:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979767.324340:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559972992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979767.324344:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.324346:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.324349:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806a00 x1870627559972992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.324362:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979767.324363:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979767.324365:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979767.324367:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979767.324369:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979767.324370:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979767.324372:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979767.324374:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:2.0:1783979767.324376:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979767.324377:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979767.324379:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806a00.
00000100:00000001:2.0:1783979767.324382:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979767.324383:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.324385:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.324388:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979767.324389:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.324391:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979767.324392:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979767.325873:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979767.325885:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979767.325890:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979767.325895:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.325899:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.325901:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.325903:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979767.325907:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979767.325909:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979767.325911:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979767.325914:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979767.325917:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979767.325919:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979767.325923:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.325925:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.325927:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.325928:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979767.325931:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979767.325934:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979767.325937:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979767.325939:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979767.327226:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979767.327232:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.327235:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979767.327239:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979767.327242:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.327245:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979767.327255:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805f80.
00000020:00000040:0.0:1783979767.327259:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979767.327264:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979767.327265:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.327268:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979767.327270:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979767.327274:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979767.327281:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979767.327289:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979767.327301:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979767.327312:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979767.327315:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979767.327320:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b18d206] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979767.327350:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979767.327354:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979767.327359:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979767.327361:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979767.327363:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979767.327367:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979767.327369:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10489
00000400:00000200:0.0:1783979767.327376:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979767.327379:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979767.327382:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979767.327385:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.327387:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.327389:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.327391:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979767.327393:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979767.327395:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979767.327396:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979767.327398:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979767.327400:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979767.327402:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979767.327404:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.327406:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979767.327408:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979767.327409:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979767.327421:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979767.327424:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979767.327426:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979767.327428:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979767.327431:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979767.327433:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.327434:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979767.327436:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979767.327439:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.327440:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979767.327443:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806d80.
00000020:00000040:0.0:1783979767.327446:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979767.327457:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979767.327458:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979767.327460:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979767.327461:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979767.327463:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979767.327466:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9c00.
00000100:00000001:0.0:1783979767.327469:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979767.327473:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979767.327481:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979767.327483:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979767.327486:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f750ec99] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979767.327494:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979767.327499:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10499)
00000100:00000001:2.0:1783979767.328216:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979767.328220:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979767.328223:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979767.328231:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328238:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979767.328240:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.328243:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979767.328246:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979767.328248:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979767.328251:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979767.328254:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979767.328257:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979767.328259:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.328260:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979767.328264:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979767.328266:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979767.328270:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979767.328274:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979767.328280:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979767.328287:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559973120, portal 4
00000100:00000001:2.0:1783979767.328290:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979767.328291:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455228288 : -128863254323328 : ffff8accaf805f80)
00000100:00000040:2.0:1783979767.328299:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328306:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979767.328309:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979767.328312:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979767.328315:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559973120, offset 0
00000400:00000200:2.0:1783979767.328321:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979767.328330:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.328335:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979767.328339:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979767.328342:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979767.328345:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979767.328347:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979767.328350:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390803:390803:256:4294967295] 192.168.201.140@tcp LPNI seq info [390778:390778:8:4294967295]
00000400:00000200:2.0:1783979767.328353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.328360:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979767.328365:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.328368:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979767.328373:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979767.328376:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979767.328379:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979767.328382:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979767.328384:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.328386:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979767.328391:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979767.328394:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979767.328399:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979767.328400:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979767.328403:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979767.328406:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328423:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.328427:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328435:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.328436:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979767.328446:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979767.328513:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979767.328517:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979767.328520:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305162287
00000100:00000001:2.0:1783979767.328523:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305166028
00000100:00000001:2.0:1783979767.328715:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305162287
00000100:00000001:2.0:1783979767.328717:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305166028
00000100:00000001:2.0:1783979767.328718:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979767.328720:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.328722:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979767.328726:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979767/real 1783979767]  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979767.328733:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979767.328734:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979767.328736:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979767.328738:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979767.328739:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979767.328740:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979767.328743:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979767.328751:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328756:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979767.328757:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.328758:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.328759:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979767.328761:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328765:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979767.328768:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328773:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979767.328774:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.328775:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.328776:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.328777:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979767.328779:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979767.328781:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979767.328783:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979767.328785:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979767.328787:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979767.328791:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979767.328794:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979767.328796:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328804:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979767.328805:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.328807:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979767.328808:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979767.328810:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979767.328813:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979767.328816:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979767.328818:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979767.328819:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979767.328821:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979767.328824:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979767.328826:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979767.328829:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979767.328832:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979767.328835:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979767.328838:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559973248, portal 4
00000100:00000001:2.0:1783979767.328839:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979767.328840:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455231872 : -128863254319744 : ffff8accaf806d80)
00000100:00000040:2.0:1783979767.328846:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328852:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979767.328854:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979767.328857:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979767.328859:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559973248, offset 0
00000400:00000200:2.0:1783979767.328862:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979767.328865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.328869:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979767.328872:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979767.328874:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979767.328876:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979767.328878:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979767.328881:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390804:390804:256:4294967295] 192.168.201.140@tcp LPNI seq info [390779:390779:8:4294967295]
00000400:00000200:2.0:1783979767.328885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979767.328891:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979767.328895:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.328899:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979767.328902:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979767.328905:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979767.328909:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979767.328912:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979767.328916:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979767.328917:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979767.328920:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979767.328924:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979767.328926:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979767.328927:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979767.328928:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979767.328931:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328936:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.328937:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328941:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.328942:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979767.328944:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979767.328946:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979767.328948:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979767.328950:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305162289
00000100:00000001:2.0:1783979767.328951:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305166028
00000100:00000001:2.0:1783979767.328952:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305162289
00000100:00000001:2.0:1783979767.328954:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305166028
00000100:00000001:2.0:1783979767.328955:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979767.328957:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.328958:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979767.328960:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979767/real 1783979767]  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979767.328965:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979767.328965:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979767.328966:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979767.328968:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979767.328969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979767.328970:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979767.328972:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979767.328976:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328979:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979767.328980:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.328981:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.328982:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979767.328984:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328987:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979767.328989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.328992:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979767.328994:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.328995:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979767.328995:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.328996:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979767.329006:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979767.329008:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979767.329011:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979767.329012:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979767.329015:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979767.329019:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979767.329022:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.329023:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.329025:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805f80 x1870627559973120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.329029:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979767.329031:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979767.329032:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979767.329034:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979767.329036:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979767.329037:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979767.329039:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979767.329040:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba000.
02000000:00000001:2.0:1783979767.329043:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979767.329044:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979767.329046:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805f80.
00000100:00000001:2.0:1783979767.329077:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979767.329078:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.329080:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979767.329085:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806d80 x1870627559973248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979767.329092:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979767.329093:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979767.329095:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979767.329100:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979767.329101:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979767.329102:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979767.329106:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979767.329108:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:2.0:1783979767.329110:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979767.329111:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979767.329112:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806d80.
00000100:00000001:2.0:1783979767.329115:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979767.329116:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.329119:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979767.329126:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979767.329128:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979767.329130:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979767.329132:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979768.089280:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979768.089287:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979768.089294:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979768.089295:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979768.089299:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979768.089300:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979768.089456:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979768.089461:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979768.089464:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979769.114714:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979769.114721:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979769.114726:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979769.114727:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979769.114731:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979769.114732:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979769.114799:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979769.114802:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979769.114805:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979770.137238:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979770.137248:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979770.137256:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979770.137258:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979770.137261:0:180682:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979770.137262:0:180682:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979770.137334:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979770.137339:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979770.137342:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979771.161180:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305166028, at 4305166080
00000100:00000010:3.0:1783979771.161196:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627360.
00000100:00000040:2.0:1783979771.161238:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305166028, at 4305166080
00000100:00000010:2.0:1783979771.161245:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979771.161982:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979771.161992:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979771.161995:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979771.161999:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979771.162005:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979771.162008:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979771.162011:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979771.162013:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979771.162018:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979771.162020:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979771.162022:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979771.162023:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979771.162025:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979771.162026:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979771.162028:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979771.162030:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979771.162034:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979771.162036:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979771.162171:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979771.162176:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979771.162179:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979772.185183:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979772.185190:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979772.185196:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979772.185197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979772.185201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979772.185202:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979772.185338:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979772.185342:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979772.185345:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979772.441231:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979772.441242:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979772.441244:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979772.441248:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979772.441252:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979772.441412:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10494
00000400:00000200:1.0:1783979772.441421:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979772.441428:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979772.441431:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979772.441435:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441438:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.441441:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441443:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979772.441446:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979772.441448:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979772.441450:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979772.441453:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979772.441455:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979772.441457:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979772.441460:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441462:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.441464:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441466:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979772.441468:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979772.441472:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441474:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979772.441478:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979772.441481:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979772.441484:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441486:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979772.441488:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979772.441498:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783979772.441501:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979772.441505:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979772.441507:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441509:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979772.441512:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979772.441516:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979772.441524:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979772.441530:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979772.441539:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979772.441549:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979772.441554:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979772.441559:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979772.441586:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979772.441589:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979772.441593:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979772.441594:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979772.441595:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979772.441598:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979772.441600:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10494
00000400:00000200:1.0:1783979772.441604:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979772.441608:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979772.441610:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979772.441613:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441615:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.441616:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441618:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979772.441620:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979772.441621:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979772.441622:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979772.441624:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979772.441635:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979772.441638:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979772.441640:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441642:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.441644:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441646:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979772.441649:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979772.441651:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441656:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979772.441657:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979772.441663:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979772.441665:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441667:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979772.441671:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979772.441673:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441675:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979772.441678:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783979772.441681:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979772.441683:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979772.441684:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441685:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979772.441687:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979772.441688:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979772.441691:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979772.441694:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979772.441698:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979772.441705:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979772.441707:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979772.441710:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979772.441717:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979772.441719:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979772.441722:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979772.441724:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979772.441725:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979772.441727:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979772.441730:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10494
00000400:00000200:1.0:1783979772.441733:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979772.441737:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979772.441738:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979772.441741:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441743:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.441744:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441746:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979772.441748:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979772.441749:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979772.441750:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979772.441752:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979772.441753:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979772.441755:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979772.441757:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441759:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.441760:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441762:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979772.441764:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979772.441766:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441768:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979772.441782:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979772.441785:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979772.441787:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441789:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979772.441790:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979772.441793:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441795:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979772.441798:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783979772.441801:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979772.441803:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979772.441804:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441806:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979772.441808:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979772.441810:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979772.441813:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979772.441815:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979772.441819:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979772.441825:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979772.441827:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979772.441830:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979772.441837:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979772.441839:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979772.441842:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979772.441843:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979772.441844:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979772.441846:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979772.441849:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10494
00000400:00000200:1.0:1783979772.441853:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979772.441855:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979772.441857:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979772.441859:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441861:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.441862:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441864:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979772.441866:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979772.441867:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979772.441869:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979772.441870:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979772.441872:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:2.0:1783979772.441873:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1783979772.441875:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979772.441880:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441882:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.441884:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441885:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979772.441887:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979772.441890:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979772.441892:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979772.441893:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979772.441896:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979772.441898:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441900:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979772.441903:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979772.441905:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441907:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979772.441911:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979772.441913:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979772.441916:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979772.441917:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441918:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979772.441920:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979772.441922:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979772.441925:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979772.441928:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.441930:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1783979772.441933:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979772.441934:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979772.441944:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979772.441945:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979772.441949:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979772.441959:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.441959:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979772.441962:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.441967:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979772.441970:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979772.441973:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.441974:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979772.441979:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1783979772.441981:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559973376:192.168.201.140@tcp:250:kworker.0
00000100:00080000:1.0:1783979772.441987:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979772.441988:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1783979772.441991:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1783979772.441993:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1783979772.441994:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1783979772.441997:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.441999:0:180700:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1783979772.442000:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979772.442006:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979772.442009:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979772.442010:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10494
00000400:00000200:2.0:1783979772.442016:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979772.442017:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979772.442021:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000200:1.0:1783979772.442022:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979772.442027:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979772.442030:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000010:2.0:1783979772.442031:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000001:1.0:1783979772.442032:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.442036:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.442039:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000200:2.0:1783979772.442039:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559973376, portal 25
00000100:00000001:2.0:1783979772.442043:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1783979772.442044:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1783979772.442046:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314048 : -128863286237568 : ffff8accad996680)
00000020:00000040:1.0:1783979772.442075:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979772.442078:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979772.442080:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979772.442082:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979772.442085:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979772.442087:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.442089:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979772.442091:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979772.442093:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979772.442096:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979772.442099:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979772.442101:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979772.442103:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979772.442106:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979772.442108:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.442110:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979772.442113:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979772.442115:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.442116:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979772.442120:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979772.442123:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979772.442125:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979772.442126:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979772.442128:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979772.442129:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979772.442131:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979772.442134:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979772.442137:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979772.442142:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979772.442149:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979772.442151:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979772.442154:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979772.442160:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979772.442164:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10505)
00000100:00000040:2.0:1783979772.442769:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.442778:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979772.442781:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979772.442785:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979772.442789:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559973376, offset 0
00000400:00000200:2.0:1783979772.442795:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979772.442804:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.442939:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979772.442946:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979772.442951:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979772.442954:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979772.442957:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979772.442961:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390805:390805:256:4294967295] 192.168.201.140@tcp LPNI seq info [390780:390780:8:4294967295]
00000400:00000200:2.0:1783979772.442965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.442973:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979772.442979:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.442984:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979772.442991:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979772.442995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979772.443000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979772.443003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1783979772.443007:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.443010:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979772.443016:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979772.443019:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979772.443025:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979772.443027:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979772.443031:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979772.443035:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.443066:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443073:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.443075:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979772.443081:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979772.443084:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979772.443087:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305171148
00000100:00000010:2.0:1783979772.443091:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979772.443097:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979772.443102:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305171148
00000100:00000010:2.0:1783979772.443105:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856278a0.
00000100:00000001:2.0:1783979772.443108:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979772.443112:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979772.443114:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.443117:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979772.443121:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979772/real 1783979772]  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979772.443130:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979772.443131:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979772.443133:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979772.443136:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979772.443138:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979772.443140:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979772.443143:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979772.443150:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443155:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979772.443156:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443159:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.443161:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979772.443164:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443170:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979772.443175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443181:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979772.443184:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.443187:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443189:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979772.443191:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979772.443194:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979772.443198:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979772.443200:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979772.443204:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979772.443211:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559973376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979772.443216:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979772.443219:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443226:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979772.443228:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.443230:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979772.443232:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979772.443235:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979772.443238:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979772.443241:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979772.443244:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979772.443245:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.443248:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979772.443252:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979772.443254:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979772.443258:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979772.443260:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979772.443263:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979772.443267:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559973504, portal 10
00000100:00000001:2.0:1783979772.443268:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979772.443269:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423318528 : -128863286233088 : ffff8accad997800)
00000100:00000040:2.0:1783979772.443276:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443282:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979772.443284:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979772.443286:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979772.443289:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559973504, offset 0
00000400:00000200:2.0:1783979772.443292:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979772.443296:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.443299:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979772.443302:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979772.443304:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979772.443306:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979772.443308:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979772.443311:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390806:390806:256:4294967295] 192.168.201.140@tcp LPNI seq info [390781:390781:8:4294967295]
00000400:00000200:2.0:1783979772.443314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.443320:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979772.443335:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.443338:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979772.443342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979772.443344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979772.443348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979772.443351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1783979772.443355:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.443356:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979772.443360:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979772.443363:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979772.443366:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979772.443368:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979772.443370:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979772.443374:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443381:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.443384:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443390:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.443392:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979772.443394:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979772.443398:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979772.443401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979772.443403:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305167379
00000100:00000001:2.0:1783979772.443406:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305171148
00000100:00000001:2.0:1783979772.443408:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305167379
00000100:00000001:2.0:1783979772.443410:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305171148
00000100:00000001:2.0:1783979772.443412:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979772.443414:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.443415:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979772.443418:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979772/real 1783979772]  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979772.443425:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979772.443426:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979772.443427:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979772.443429:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979772.443430:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979772.443432:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979772.443436:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979772.443443:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443448:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979772.443450:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443451:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.443453:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979772.443455:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443462:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979772.443466:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443472:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979772.443474:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443476:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.443477:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443478:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979772.443480:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979772.443482:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979772.443485:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979772.443487:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979772.443491:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979772.443498:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979772.443501:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979772.443505:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443515:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979772.443516:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.443518:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979772.443519:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979772.443521:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979772.443523:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979772.443526:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979772.443528:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979772.443530:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.443531:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979772.443534:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979772.443536:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979772.443539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979772.443541:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979772.443544:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979772.443547:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559973632, portal 10
00000100:00000001:2.0:1783979772.443548:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979772.443550:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423309568 : -128863286242048 : ffff8accad995500)
00000100:00000040:2.0:1783979772.443554:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443560:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979772.443562:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979772.443564:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979772.443566:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559973632, offset 0
00000400:00000200:2.0:1783979772.443569:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979772.443572:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.443576:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979772.443578:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979772.443581:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979772.443583:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979772.443585:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979772.443589:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390807:390807:256:4294967295] 192.168.201.140@tcp LPNI seq info [390782:390782:8:4294967295]
00000400:00000200:2.0:1783979772.443592:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.443598:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979772.443603:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.443606:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979772.443610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979772.443613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979772.443618:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979772.443620:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1783979772.443624:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.443626:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979772.443629:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979772.443633:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979772.443636:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979772.443637:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979772.443640:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979772.443643:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443651:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.443654:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443660:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.443661:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979772.443664:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979772.443667:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979772.443669:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979772.443671:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305167375
00000100:00000001:2.0:1783979772.443674:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305171148
00000100:00000001:2.0:1783979772.443676:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305167375
00000100:00000001:2.0:1783979772.443678:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305171148
00000100:00000001:2.0:1783979772.443680:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979772.443691:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.443693:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979772.443697:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979772/real 1783979772]  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979772.443705:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979772.443707:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979772.443708:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979772.443711:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979772.443712:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979772.443714:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979772.443717:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979772.443724:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443730:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979772.443731:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443733:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.443734:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979772.443737:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443743:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979772.443746:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443752:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979772.443754:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443756:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.443757:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443758:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979772.443760:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979772.443762:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979772.443766:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979772.443767:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979772.443771:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979772.443777:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979772.443781:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.443783:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.443786:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996680 x1870627559973376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.443793:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979772.443795:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979772.443797:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979772.443800:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979772.443802:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979772.443804:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979772.443806:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979772.443808:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:2.0:1783979772.443812:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979772.443813:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979772.445313:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996680.
00000100:00000001:2.0:1783979772.445333:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979772.445335:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.445338:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.445347:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997800 x1870627559973504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445355:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979772.445358:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979772.445360:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979772.445363:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979772.445365:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979772.445367:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979772.445369:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979772.445372:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:2.0:1783979772.445375:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979772.445376:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979772.445377:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997800.
00000100:00000001:2.0:1783979772.445380:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979772.445381:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.445382:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.445386:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995500 x1870627559973632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445392:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979772.445394:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979772.445395:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979772.445397:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979772.445398:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979772.445399:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979772.445401:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979772.445403:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:2.0:1783979772.445405:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979772.445406:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979772.445407:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995500.
00000100:00000001:2.0:1783979772.445409:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979772.445410:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.445413:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.445421:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979772.445422:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.445425:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979772.445428:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979772.445430:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979772.445435:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445443:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979772.445445:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.445447:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979772.445450:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979772.445452:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979772.445456:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979772.445460:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979772.445464:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979772.445466:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.445468:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979772.445474:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979772.445477:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979772.445483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979772.445487:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979772.445492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979772.445497:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559973760, portal 4
00000100:00000001:2.0:1783979772.445499:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979772.445500:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:2.0:1783979772.445507:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445513:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979772.445516:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979772.445518:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979772.445521:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559973760, offset 0
00000400:00000200:2.0:1783979772.445527:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979772.445533:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.445539:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979772.445543:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979772.445546:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979772.445549:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979772.445552:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979772.445555:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390808:390808:256:4294967295] 192.168.201.140@tcp LPNI seq info [390783:390783:8:4294967295]
00000400:00000200:2.0:1783979772.445559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.445566:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979772.445571:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.445576:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979772.445581:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979772.445585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979772.445589:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979772.445593:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1783979772.445596:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.445599:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979772.445602:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979772.445605:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979772.445609:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979772.445611:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979772.445614:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979772.445618:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445626:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.445629:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445635:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.445637:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979772.445642:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979772.445646:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979772.445649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979772.445651:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305167404
00000100:00000001:2.0:1783979772.445654:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305171148
00000100:00000001:2.0:1783979772.445657:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305167404
00000100:00000001:2.0:1783979772.445659:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305171148
00000100:00000001:2.0:1783979772.445661:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979772.445663:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.445665:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979772.445669:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979772/real 1783979772]  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979772.445677:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979772.445679:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979772.445682:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979772.445780:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979772.445782:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979772.445786:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979772.445789:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979772.445798:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445804:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979772.445806:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.445969:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.445971:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979772.445978:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445985:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979772.445989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.445996:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979772.446000:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446001:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.446003:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446005:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979772.446007:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979772.446010:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979772.446013:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979772.446016:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979772.446020:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979772.446028:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979772.446033:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979772.446037:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446044:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979772.446045:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.446070:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979772.446072:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979772.446075:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979772.446078:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979772.446082:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979772.446084:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979772.446086:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979772.446087:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979772.446091:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979772.446093:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979772.446097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979772.446099:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979772.446103:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979772.446106:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559973888, portal 4
00000100:00000001:2.0:1783979772.446108:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979772.446109:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:2.0:1783979772.446115:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446122:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979772.446125:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979772.446127:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979772.446129:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559973888, offset 0
00000400:00000200:2.0:1783979772.446134:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979772.446138:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.446142:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979772.446145:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979772.446148:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979772.446150:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979772.446153:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979772.446156:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390809:390809:256:4294967295] 192.168.201.140@tcp LPNI seq info [390784:390784:8:4294967295]
00000400:00000200:2.0:1783979772.446160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979772.446166:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979772.446170:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.446173:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979772.446177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979772.446180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1783979772.446184:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979772.446187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1783979772.446190:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979772.446192:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979772.446195:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979772.446198:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979772.446201:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979772.446203:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979772.446205:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979772.446209:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446217:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.446220:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446226:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.446228:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979772.446231:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979772.446234:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979772.446237:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979772.446239:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305167407
00000100:00000001:2.0:1783979772.446242:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305171148
00000100:00000001:2.0:1783979772.446244:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305167407
00000100:00000001:2.0:1783979772.446246:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305171148
00000100:00000001:2.0:1783979772.446249:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979772.446251:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.446253:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979772.446257:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979772/real 1783979772]  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979772.446265:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979772.446266:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979772.446268:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979772.446270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979772.446272:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979772.446274:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979772.446277:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979772.446284:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446291:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979772.446292:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446294:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.446295:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979772.446298:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446304:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979772.446308:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446315:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979772.446317:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446319:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979772.446320:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446322:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979772.446336:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979772.446339:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979772.446342:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979772.446344:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979772.446349:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979772.446356:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559973888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979772.446360:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446362:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.446365:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627559973760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446372:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979772.446373:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979772.446375:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979772.446378:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979772.446379:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979772.446380:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979772.446382:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979772.446384:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:2.0:1783979772.446386:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979772.446387:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979772.446389:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:2.0:1783979772.446391:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979772.446393:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446394:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979772.446397:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627559973888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979772.446403:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979772.446404:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979772.446405:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979772.446408:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979772.446409:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979772.446410:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979772.446412:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979772.446414:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:2.0:1783979772.446416:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979772.446417:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979772.446418:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:2.0:1783979772.446420:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979772.446421:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446423:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979772.446427:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979772.446429:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979772.446430:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979772.446432:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979773.209839:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979773.209846:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979773.209850:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979773.209852:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979773.209855:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979773.209856:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979773.209952:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979773.209959:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979773.209965:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979774.233512:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979774.233519:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979774.233525:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979774.233526:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979774.233529:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979774.233530:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979774.233681:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979774.233685:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979774.233688:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979774.362529:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979774.362538:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979774.362542:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1783979774.362804:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1783979774.362810:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979774.362823:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1783979774.362827:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979774.362830:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979775.258666:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979775.258674:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979775.258679:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979775.258681:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979775.258684:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979775.258686:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979775.258820:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979775.258824:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979775.258828:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979776.281167:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:3.0:1783979776.281172:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305171148, at 4305171200
00010000:00000001:1.0:1783979776.281174:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979776.281181:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979776.281184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979776.281185:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856278a0.
00010000:00000001:1.0:1783979776.281189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979776.281194:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979776.281196:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979776.281200:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979776.281203:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979776.281206:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979776.281208:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979776.281210:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979776.281294:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979776.281298:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979776.281301:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979776.281310:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305171148, at 4305171200
00000100:00000010:2.0:1783979776.281316:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979777.305189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979777.305197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979777.305202:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979777.305203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979777.305206:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979777.305207:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979777.307158:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979777.307165:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979777.307169:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979777.562842:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979777.562850:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979777.562852:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979777.562856:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979777.562860:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979777.562866:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10500
00000400:00000200:0.0:1783979777.562874:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979777.562880:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979777.562883:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979777.562885:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.562888:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979777.562891:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.562893:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979777.562897:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979777.562899:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979777.562901:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979777.562904:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979777.562906:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979777.562909:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979777.562912:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.562914:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979777.562916:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.562918:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979777.562921:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979777.562924:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979777.562926:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979777.562929:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979777.562932:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979777.562935:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.562937:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979777.562940:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979777.562946:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805500.
00000020:00000040:0.0:1783979777.562949:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979777.562953:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979777.562954:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.562957:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979777.562961:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979777.562963:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979777.562969:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba800.
00000100:00000001:0.0:1783979777.562976:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979777.562984:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979777.562994:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979777.562998:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979777.563002:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1bb3957] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979777.563025:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979777.563028:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979777.563031:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979777.563032:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979777.563034:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979777.563037:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979777.563040:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10500
00000400:00000200:0.0:1783979777.563044:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979777.563103:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.563108:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979777.563110:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979777.563117:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563125:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979777.563127:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.563130:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979777.563132:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979777.563135:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979777.563138:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559974016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979777.563143:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979777.563147:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979777.563149:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.563152:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979777.563157:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.563159:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979777.563164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979777.563168:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979777.563174:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979777.563180:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559974016, portal 25
00000100:00000001:2.0:1783979777.563183:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979777.563185:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455225600 : -128863254326016 : ffff8accaf805500)
00000100:00000040:2.0:1783979777.563191:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1783979777.563197:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:2.0:1783979777.563203:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1783979777.563204:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979777.563209:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000040:0.0:1783979777.563212:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000010:2.0:1783979777.563214:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000001:0.0:1783979777.563217:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1783979777.563219:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559974016, offset 0
00000100:00000040:0.0:1783979777.563221:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.563226:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979777.563230:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1783979777.563231:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000020:00000040:0.0:1783979777.563234:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979777.563246:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979777.563249:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979777.563252:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000400:00000200:2.0:1783979777.563253:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:0.0:1783979777.563257:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979777.563263:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:2.0:1783979777.563265:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979777.563270:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979777.563275:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979777.563278:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979777.563281:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979777.563285:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390810:390810:256:4294967295] 192.168.201.140@tcp LPNI seq info [390785:390785:8:4294967295]
00000400:00000200:2.0:1783979777.563290:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.563298:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979777.563304:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.563309:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979777.563315:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979777.563319:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979777.563324:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979777.563327:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979777.563330:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.563333:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979777.563338:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979777.563341:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979777.563347:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979777.563349:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979777.563352:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979777.563356:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563364:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.563367:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563373:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.563375:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979777.563380:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979777.563384:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979777.563386:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305176268
00000100:00000010:2.0:1783979777.563391:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979777.563398:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979777.563404:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305176268
00000100:00000010:2.0:1783979777.563407:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627d80.
00000100:00000001:2.0:1783979777.563411:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979777.563422:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979777.563425:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.563428:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979777.563432:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979777/real 1783979777]  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979777.563442:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979777.563444:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979777.563447:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979777.563451:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979777.563452:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979777.563455:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979777.563469:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979777.563478:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563486:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979777.563488:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.563490:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.563492:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979777.563496:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563504:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979777.563508:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563514:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979777.563517:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.563518:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.563519:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.563521:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979777.563523:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979777.563525:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979777.563529:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979777.563531:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979777.563535:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979777.563542:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559974016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979777.563548:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.563550:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.563552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805500 x1870627559974016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563557:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979777.563560:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979777.563562:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.563564:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979777.563566:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979777.563568:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979777.563570:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979777.563572:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba800.
02000000:00000001:2.0:1783979777.563575:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979777.563576:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979777.563578:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805500.
00000100:00000001:2.0:1783979777.563581:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979777.563582:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.563583:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.563590:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979777.563592:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.563594:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.563595:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.563623:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979777.563627:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.563629:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979777.563632:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979777.563636:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979777.563638:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979777.563640:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979777.563645:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979777.563648:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.563650:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979777.563654:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979777.563657:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.563658:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979777.563662:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807800.
00000020:00000040:0.0:1783979777.563665:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979777.563668:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979777.563669:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.563671:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979777.563673:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979777.563675:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979777.563680:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba400.
00000100:00000001:0.0:1783979777.563684:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979777.563689:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979777.563697:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979777.563699:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979777.563703:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011736865] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563756:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.563759:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979777.563760:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979777.563764:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563772:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979777.563773:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.563775:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979777.563777:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979777.563779:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979777.563781:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979777.563784:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979777.563787:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979777.563800:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.563802:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979777.563805:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.563807:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979777.563811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979777.563814:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979777.563817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979777.563821:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559974144, portal 10
00000100:00000001:2.0:1783979777.563823:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979777.563824:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455234560 : -128863254317056 : ffff8accaf807800)
00000100:00000040:2.0:1783979777.563830:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.563836:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979777.563838:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979777.563840:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979777.563842:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559974144, offset 0
00000400:00000200:2.0:1783979777.563846:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979777.563850:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.563853:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979777.563856:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979777.563859:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979777.563861:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979777.563863:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979777.563866:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390811:390811:256:4294967295] 192.168.201.140@tcp LPNI seq info [390786:390786:8:4294967295]
00000400:00000200:2.0:1783979777.563870:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.563876:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979777.563880:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.563883:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979777.563887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979777.563890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979777.563894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979777.563897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979777.563900:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.563903:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979777.563905:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979777.563908:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979777.563911:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979777.563913:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979777.563915:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979777.563919:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979777.564620:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979777.564625:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979777.564629:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979777.564630:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979777.564632:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979777.564635:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979777.564639:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10500
00000400:00000200:0.0:1783979777.564645:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979777.564648:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979777.564650:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979777.564653:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.564656:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979777.564658:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.564660:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979777.564662:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979777.564664:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979777.564666:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979777.564667:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979777.564669:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979777.564673:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979777.564675:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.564677:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979777.564679:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.564681:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979777.564683:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979777.564685:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979777.564687:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979777.564689:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979777.564693:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979777.564695:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.564697:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979777.564700:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979777.564702:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.564703:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979777.564708:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807b80.
00000020:00000040:0.0:1783979777.564710:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979777.564713:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979777.564714:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.564727:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979777.564729:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979777.564731:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979777.564735:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9c00.
00000100:00000001:0.0:1783979777.564739:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979777.564744:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979777.564752:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979777.564754:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979777.564758:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087f92af4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568325:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.568341:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568352:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.568354:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979777.568369:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979777.568374:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979777.568379:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979777.568382:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305172500
00000100:00000001:2.0:1783979777.568386:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305176268
00000100:00000001:2.0:1783979777.568388:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305172500
00000100:00000001:2.0:1783979777.568390:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305176268
00000100:00000001:2.0:1783979777.568392:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979777.568395:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.568398:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979777.568402:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979777/real 1783979777]  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979777.568414:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979777.568416:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979777.568419:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979777.568423:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979777.568426:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979777.568429:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979777.568432:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979777.568440:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568448:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979777.568449:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568451:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.568453:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979777.568456:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568462:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979777.568466:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568472:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979777.568474:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568476:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.568477:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568479:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979777.568482:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979777.568485:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979777.568488:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979777.568490:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979777.568494:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979777.568500:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979777.568504:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568506:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.568509:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807800 x1870627559974144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568515:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979777.568518:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979777.568521:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.568525:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979777.568527:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979777.568529:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979777.568531:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979777.568533:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba400.
02000000:00000001:2.0:1783979777.568537:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979777.568538:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979777.568540:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807800.
00000100:00000001:2.0:1783979777.568543:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979777.568544:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568546:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568552:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979777.568554:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.568556:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.568558:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979777.568560:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979777.568564:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568570:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979777.568572:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.568574:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979777.568578:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979777.568580:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979777.568583:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979777.568586:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979777.568589:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979777.568592:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.568593:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979777.568600:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.568603:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979777.568607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979777.568610:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979777.568614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979777.568618:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559974272, portal 10
00000100:00000001:2.0:1783979777.568620:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979777.568622:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455235456 : -128863254316160 : ffff8accaf807b80)
00000100:00000040:2.0:1783979777.568628:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568634:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979777.568636:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979777.568638:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979777.568641:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559974272, offset 0
00000400:00000200:2.0:1783979777.568645:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979777.568651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.568657:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979777.568662:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979777.568665:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979777.568668:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979777.568670:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979777.568674:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390812:390812:256:4294967295] 192.168.201.140@tcp LPNI seq info [390787:390787:8:4294967295]
00000400:00000200:2.0:1783979777.568678:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.568685:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979777.568690:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.568694:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979777.568700:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979777.568704:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979777.568709:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979777.568711:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979777.568715:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.568717:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979777.568721:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979777.568725:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979777.568729:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979777.568730:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979777.568732:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979777.568736:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568743:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.568745:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568751:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.568752:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979777.568754:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979777.568756:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979777.568758:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979777.568760:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305172496
00000100:00000001:2.0:1783979777.568762:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305176268
00000100:00000001:2.0:1783979777.568764:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305172496
00000100:00000001:2.0:1783979777.568766:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305176268
00000100:00000001:2.0:1783979777.568767:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979777.568769:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.568770:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979777.568773:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979777/real 1783979777]  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979777.568779:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979777.568780:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979777.568781:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979777.568783:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979777.568784:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979777.568786:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979777.568789:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979777.568802:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568808:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979777.568809:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568810:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.568811:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979777.568813:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568818:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979777.568821:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568827:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979777.568829:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.568831:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568833:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979777.568834:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979777.568837:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979777.568840:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979777.568842:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979777.568846:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979777.568852:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979777.568856:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568858:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.568860:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807b80 x1870627559974272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.568871:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979777.568872:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979777.568874:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.568877:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979777.568878:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979777.568879:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979777.568881:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979777.568883:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:2.0:1783979777.568885:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979777.568886:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979777.568887:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807b80.
00000100:00000001:2.0:1783979777.568889:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979777.568890:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568892:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.568894:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979777.568895:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.568897:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.568899:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.584617:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979777.584628:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979777.584633:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979777.584634:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979777.584637:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979777.584641:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979777.584647:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10500
00000400:00000200:0.0:1783979777.584656:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979777.584662:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979777.584665:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979777.584678:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979777.584686:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979777.584688:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783979777.584691:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979777.585650:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.585654:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979777.585659:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979777.585661:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979777.585663:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979777.585666:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979777.585911:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979777.585914:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979777.585919:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.585922:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979777.585924:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.585926:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979777.585929:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979777.585933:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979777.585936:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979777.585938:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979777.585946:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979777.585948:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.585950:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979777.585955:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979777.585958:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.585960:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979777.585967:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804380.
00000020:00000040:0.0:1783979777.585970:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979777.585975:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979777.585976:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.585979:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979777.585981:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979777.585984:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979777.585992:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979777.585998:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979777.586007:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979777.586017:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979777.586021:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979777.586026:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000043c473a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586111:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.586115:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979777.586117:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979777.586124:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586132:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979777.586134:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.586138:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979777.586140:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979777.586142:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979777.586145:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979777.586149:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979777.586153:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979777.586155:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.586158:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979777.586163:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.586165:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979777.586171:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979777.586174:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979777.586181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979777.586193:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559974400, portal 4
00000100:00000001:2.0:1783979777.586195:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979777.586197:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455221120 : -128863254330496 : ffff8accaf804380)
00000100:00000040:2.0:1783979777.586207:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586214:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979777.586220:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979777.586224:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979777.586227:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559974400, offset 0
00000400:00000200:2.0:1783979777.586244:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979777.586252:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.586262:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979777.586267:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979777.586274:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979777.586278:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979777.586280:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979777.586288:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390813:390813:256:4294967295] 192.168.201.140@tcp LPNI seq info [390788:390788:8:4294967295]
00000400:00000200:2.0:1783979777.586292:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.586305:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979777.586314:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.586320:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979777.586329:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979777.586333:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979777.586338:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979777.586344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979777.586348:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.586351:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979777.586361:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979777.586365:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979777.586370:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979777.586375:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979777.586380:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979777.586384:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586396:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.586399:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586406:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.586410:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979777.586416:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979777.586420:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979777.586426:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979777.586429:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305172545
00000100:00000001:2.0:1783979777.586432:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305176268
00000100:00000001:2.0:1783979777.586434:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305172545
00000100:00000001:2.0:1783979777.586439:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305176268
00000100:00000001:2.0:1783979777.586442:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979777.586444:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.586447:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979777.586454:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979777/real 1783979777]  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979777.586466:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979777.586468:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979777.586471:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979777.586477:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979777.586478:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979777.586481:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979777.586485:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979777.586497:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586503:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979777.586508:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.586510:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.586512:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979777.586515:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586522:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979777.586529:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586536:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979777.586539:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.586540:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.586541:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.586547:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979777.586549:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979777.586552:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979777.586555:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979777.586558:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979777.586565:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979777.586572:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979777.586579:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.586582:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.586585:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804380 x1870627559974400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.586592:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979777.586595:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979777.586597:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.586603:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979777.586605:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979777.586606:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979777.586609:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979777.586611:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba000.
02000000:00000001:2.0:1783979777.586615:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979777.586619:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979777.586621:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804380.
00000100:00000001:2.0:1783979777.586624:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979777.586625:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.586627:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.586637:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979777.586639:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.586641:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.586643:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.586939:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979777.586944:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979777.586948:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979777.586950:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979777.586953:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979777.586956:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979777.586959:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10500
00000400:00000200:0.0:1783979777.586964:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979777.586968:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979777.586970:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979777.586973:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.586976:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979777.586978:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.586980:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979777.586983:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979777.586985:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979777.586987:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979777.586989:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979777.586991:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979777.586994:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979777.586997:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.586999:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979777.587001:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979777.587002:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979777.587005:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979777.587008:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979777.587010:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979777.587013:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979777.587016:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979777.587019:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.587021:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979777.587023:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979777.587026:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.587027:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979777.587032:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805c00.
00000020:00000040:0.0:1783979777.587035:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979777.587038:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979777.587039:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979777.587041:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979777.587043:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979777.587046:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979777.587179:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8c00.
00000100:00000001:0.0:1783979777.587183:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979777.587188:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979777.587202:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979777.587206:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979777.587210:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccd279d] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979777.587230:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979777.587244:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10510)
00000100:00000001:2.0:1783979777.587274:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.587277:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979777.587278:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979777.587284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.587295:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979777.587297:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.587299:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979777.587301:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979777.587303:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979777.587306:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979777.587310:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979777.587313:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979777.587315:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979777.587317:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979777.587320:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.587323:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979777.587326:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979777.587329:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979777.587332:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979777.587336:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559974528, portal 4
00000100:00000001:2.0:1783979777.587338:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979777.587339:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455227392 : -128863254324224 : ffff8accaf805c00)
00000100:00000040:2.0:1783979777.587344:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.587349:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979777.587351:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979777.587354:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979777.587356:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559974528, offset 0
00000400:00000200:2.0:1783979777.587360:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979777.587366:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.587369:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979777.587372:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979777.587374:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979777.587377:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979777.587379:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979777.587381:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390814:390814:256:4294967295] 192.168.201.140@tcp LPNI seq info [390789:390789:8:4294967295]
00000400:00000200:2.0:1783979777.587385:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979777.587391:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979777.587396:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.587399:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979777.587404:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979777.587407:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1783979777.587411:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979777.587413:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1783979777.587803:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979777.587806:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979777.587811:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979777.587814:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979777.587819:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979777.587821:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979777.587824:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979777.587828:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.587835:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.587838:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.587843:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.587844:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979777.587847:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979777.587851:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979777.588081:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979777.588084:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305172549
00000100:00000001:2.0:1783979777.588088:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305176268
00000100:00000001:2.0:1783979777.588090:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305172549
00000100:00000001:2.0:1783979777.588092:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305176268
00000100:00000001:2.0:1783979777.588095:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979777.588097:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.588100:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979777.588105:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979777/real 1783979777]  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979777.588116:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979777.588118:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979777.588119:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979777.588122:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979777.588124:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979777.588126:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979777.588129:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979777.588141:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.588147:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979777.588148:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.588151:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.588152:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979777.588155:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.588160:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979777.588164:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.588170:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979777.588173:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.588174:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979777.588175:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.588178:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979777.588179:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979777.588182:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979777.588186:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979777.588188:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979777.588192:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979777.588200:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979777.588204:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.588206:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979777.588209:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805c00 x1870627559974528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979777.588220:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979777.588222:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979777.588224:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979777.588227:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979777.588228:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979777.588229:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979777.588231:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979777.588233:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:2.0:1783979777.588248:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979777.588249:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979777.588251:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805c00.
00000100:00000001:2.0:1783979777.588254:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979777.588255:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.588257:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979777.588262:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979777.588264:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979777.588265:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979777.588267:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979778.329195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979778.329202:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979778.329208:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979778.329210:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979778.329213:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979778.329215:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979778.329439:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979778.329443:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979778.329446:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979779.353579:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979779.353589:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979779.353600:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979779.353602:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979779.353608:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979779.353609:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979779.353938:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979779.353942:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979779.353946:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979780.377202:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979780.377209:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979780.377214:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979780.377216:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979780.377219:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979780.377221:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979780.377287:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979780.377292:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979780.377296:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979781.401199:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305176268, at 4305176320
00000100:00000040:3.0:1783979781.401199:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305176268, at 4305176320
00000100:00000010:2.0:1783979781.401215:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000100:00000010:3.0:1783979781.401216:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627d80.
00010000:00000001:1.0:1783979781.401373:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979781.401379:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979781.401381:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979781.401385:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979781.401388:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979781.401390:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979781.401392:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979781.401395:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979781.401398:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979781.401400:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979781.401401:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979781.401403:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979781.401404:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979781.401405:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979781.401407:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979781.401409:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979781.401412:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979781.401414:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979781.401503:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979781.401507:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979781.401509:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979782.425184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979782.425192:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979782.425197:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979782.425198:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979782.425201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979782.425203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979782.425400:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979782.425404:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979782.425407:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979782.681324:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979782.681336:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979782.681338:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979782.681342:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979782.681346:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979782.681353:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10505
00000400:00000200:3.0:1783979782.681362:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979782.681368:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979782.681372:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979782.681376:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.681379:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.681382:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.681384:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979782.681388:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979782.681390:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979782.681393:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979782.681396:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979782.681398:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979782.681400:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979782.681403:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.681668:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.681672:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.681675:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979782.681678:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979782.681682:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979782.681685:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979782.681688:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979782.681692:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979782.681695:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.681698:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979782.681701:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979782.681711:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979782.681715:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979782.681719:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979782.681721:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.681724:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979782.681727:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979782.681731:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979782.681739:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979782.681745:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979782.681755:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979782.681766:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979782.681839:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979782.681845:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.681917:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979782.681921:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979782.681924:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979782.681930:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.681939:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979782.681940:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.681943:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979782.681946:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979782.681949:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979782.681952:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559974656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979782.681956:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979782.681960:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979782.681963:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.681965:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979782.681970:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979782.681972:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979782.681978:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979782.681982:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979782.681989:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979782.681996:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559974656, portal 25
00000100:00000001:2.0:1783979782.681998:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979782.682000:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:2.0:1783979782.682006:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.682014:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979782.682017:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979782.682020:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979782.682023:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559974656, offset 0
00000400:00000200:2.0:1783979782.682031:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979782.682039:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.682045:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979782.682091:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979782.682095:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979782.682099:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979782.682102:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979782.682106:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390815:390815:256:4294967295] 192.168.201.140@tcp LPNI seq info [390790:390790:8:4294967295]
00000400:00000200:2.0:1783979782.682110:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.682120:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979782.682126:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.682131:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979782.682138:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979782.682141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979782.682157:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979782.682161:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979782.682165:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.682168:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979782.682174:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979782.682178:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979782.682184:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979782.682186:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979782.682190:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979782.682194:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979782.682257:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979782.682261:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979782.682264:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979782.682266:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979782.682267:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979782.682270:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979782.682273:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10505
00000400:00000200:3.0:1783979782.682278:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979782.682281:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979782.682283:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979782.682286:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.682288:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.682290:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.682292:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979782.682294:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979782.682296:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979782.682297:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979782.682300:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979782.682302:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979782.682304:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979782.682307:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.682309:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.682310:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.682312:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979782.682315:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979782.682318:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979782.682320:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979782.682322:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979782.682327:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979782.682329:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.682331:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979782.682335:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979782.682338:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.682340:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979782.682345:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979782.682348:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979782.682351:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979782.682353:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.682355:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979782.682356:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979782.682358:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979782.682362:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979782.682365:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979782.682371:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979782.682378:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979782.682380:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979782.682384:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.689639:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.689660:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.689673:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.689676:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979782.689693:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979782.689701:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979782.689704:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305181394
00000100:00000010:2.0:1783979782.689716:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979782.689723:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979782.689730:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305181394
00000100:00000010:2.0:1783979782.689733:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856275a0.
00000100:00000001:2.0:1783979782.689737:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979782.689740:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979782.689743:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.689747:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979782.689752:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979782/real 1783979782]  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979782.689765:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979782.690369:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979782.690374:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979782.690379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979782.690381:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979782.690385:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979782.690391:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979782.690401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.690425:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979782.690427:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.690429:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.690431:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979782.690436:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.690443:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979782.690447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.690454:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979782.690457:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.690459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.690460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.690463:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979782.690465:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979782.690469:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979782.690473:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979782.690485:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979782.690490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979782.690498:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559974656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979782.690503:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.690506:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.690508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559974656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.690520:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979782.690523:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979782.690526:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979782.690531:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979782.690534:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979782.690536:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979782.690537:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979782.690540:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979782.690543:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979782.690545:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979782.690547:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:2.0:1783979782.690703:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979782.690704:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.690707:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.690715:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979782.690717:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.690720:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979782.690722:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979782.690724:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979782.690729:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.690736:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979782.690738:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.690740:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979782.690743:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979782.690746:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979782.690749:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979782.690753:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979782.690756:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979782.690758:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.690761:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979782.690765:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979782.690777:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979782.690782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979782.690787:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979782.690792:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979782.690798:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559974784, portal 10
00000100:00000001:2.0:1783979782.690800:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979782.690802:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979782.690810:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.690815:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979782.690818:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979782.690820:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979782.690823:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559974784, offset 0
00000400:00000200:2.0:1783979782.690829:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979782.690837:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.690845:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979782.690851:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979782.690856:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979782.690859:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979782.690862:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979782.690866:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390816:390816:256:4294967295] 192.168.201.140@tcp LPNI seq info [390791:390791:8:4294967295]
00000400:00000200:2.0:1783979782.690870:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.690878:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979782.690883:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.690887:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979782.690893:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979782.690897:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979782.690902:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979782.690906:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979782.690910:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.690912:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979782.690917:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979782.690921:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979782.690925:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979782.690927:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979782.690930:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979782.690934:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.690941:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.690944:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.690950:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.690951:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979782.690955:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979782.690959:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979782.690962:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979782.690964:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305177626
00000100:00000001:2.0:1783979782.690968:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305181394
00000100:00000001:2.0:1783979782.690970:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305177626
00000100:00000001:2.0:1783979782.690972:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305181394
00000100:00000001:2.0:1783979782.690975:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979782.690977:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.690979:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979782.690982:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979782/real 1783979782]  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979782.690989:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979782.690990:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979782.690992:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979782.690994:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979782.690996:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979782.690998:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979782.691001:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979782.691010:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.691022:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979782.691024:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.691025:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.691027:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979782.691030:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.691037:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979782.691041:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.691068:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979782.691071:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.691072:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.691073:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.691075:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979782.691076:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979782.691078:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979782.691082:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979782.691084:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979782.691088:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979782.691095:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979782.691098:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.691100:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.691102:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559974784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.691107:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979782.691109:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979782.691111:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979782.691114:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979782.691115:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979782.691116:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979782.691118:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979782.691120:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979782.691122:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979782.691123:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979782.691124:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979782.691127:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979782.691128:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.691129:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.691132:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979782.691133:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.691135:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979782.691136:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691606:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979782.691611:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979782.691615:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979782.691617:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979782.691619:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979782.691622:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979782.691626:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10505
00000400:00000200:3.0:1783979782.691631:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979782.691635:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979782.691638:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979782.691641:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691644:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.691646:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691648:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979782.691651:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979782.691653:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979782.691655:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979782.691658:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979782.691660:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979782.691663:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979782.691665:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691667:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.691669:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691670:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979782.691673:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979782.691676:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691678:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979782.691680:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979782.691686:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979782.691689:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691691:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979782.691695:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979782.691698:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691699:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979782.691705:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979782.691707:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979782.691711:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979782.691714:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691716:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979782.691719:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979782.691722:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979782.691728:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979782.691734:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979782.691740:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979782.691749:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979782.691753:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979782.691757:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979782.691777:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979782.691780:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979782.691783:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979782.691784:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979782.691786:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979782.691788:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979782.691790:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10505
00000400:00000200:3.0:1783979782.691794:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979782.691796:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979782.691798:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979782.691801:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691802:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.691804:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691806:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979782.691808:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979782.691809:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979782.691810:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979782.691812:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979782.691814:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979782.691816:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979782.691819:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691821:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.691823:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691824:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979782.691826:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979782.691828:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691830:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979782.691832:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979782.691834:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979782.691836:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691838:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979782.691840:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979782.691842:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691844:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979782.691847:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979782.691850:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979782.691852:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979782.691853:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691855:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979782.691856:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979782.691858:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979782.691862:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979782.691865:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979782.691869:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979782.691876:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979782.691878:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979782.691881:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979782.691888:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979782.691891:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979782.691894:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979782.691895:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979782.691897:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979782.691899:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979782.691901:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10505
00000400:00000200:3.0:1783979782.691905:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979782.691908:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979782.691910:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979782.691913:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691915:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.691917:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691919:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979782.691921:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979782.691922:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979782.691924:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979782.691925:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979782.691927:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979782.691929:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979782.691931:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691933:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979782.691935:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691937:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979782.691939:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979782.691941:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979782.691943:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979782.691945:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979782.691947:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979782.691949:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691951:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979782.691953:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979782.691955:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691957:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979782.691960:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979782.691962:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979782.691964:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979782.691965:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979782.691966:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979782.691968:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979782.691969:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979782.691973:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979782.691976:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979782.691981:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979782.691987:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979782.691989:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979782.691993:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979782.692000:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979782.692005:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10515)
00000100:00000001:2.0:1783979782.692300:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979782.692303:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979782.692305:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979782.692311:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692320:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979782.692322:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.692325:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979782.692327:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979782.692329:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979782.692332:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979782.692336:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979782.692340:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979782.692342:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.692345:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979782.692349:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979782.692351:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979782.692356:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979782.692359:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979782.692364:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979782.692369:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559974912, portal 10
00000100:00000001:2.0:1783979782.692372:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979782.692373:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979782.692380:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692387:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979782.692390:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979782.692393:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979782.692395:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559974912, offset 0
00000400:00000200:2.0:1783979782.692401:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979782.692425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.692430:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979782.692434:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979782.692437:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979782.692440:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979782.692443:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979782.692447:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390817:390817:256:4294967295] 192.168.201.140@tcp LPNI seq info [390792:390792:8:4294967295]
00000400:00000200:2.0:1783979782.692451:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.692458:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979782.692463:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.692468:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979782.692473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979782.692486:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979782.692491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979782.692494:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979782.692499:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.692501:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979782.692506:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979782.692510:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979782.692513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979782.692515:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979782.692518:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979782.692523:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692531:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.692534:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692541:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.692543:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979782.692717:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979782.692722:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979782.692726:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979782.692728:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305177624
00000100:00000001:2.0:1783979782.692731:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305181394
00000100:00000001:2.0:1783979782.692733:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305177624
00000100:00000001:2.0:1783979782.692735:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305181394
00000100:00000001:2.0:1783979782.692737:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979782.692740:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.692742:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979782.692746:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979782/real 1783979782]  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979782.692755:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979782.692756:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979782.692758:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979782.692760:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979782.692761:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979782.692764:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979782.692833:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979782.692842:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692848:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979782.692850:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.692852:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.692854:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979782.692857:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692862:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979782.692866:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692871:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979782.692873:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.692875:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.692876:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.692878:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979782.692880:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979782.692883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979782.692886:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979782.692888:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979782.692891:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979782.692899:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559974912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979782.692903:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979782.692906:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692911:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979782.692913:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.692915:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979782.692917:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979782.692919:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979782.692922:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979782.692924:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979782.692926:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979782.692928:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.692929:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979782.692933:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979782.692935:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979782.692938:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979782.692940:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979782.692944:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979782.692946:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559975040, portal 4
00000100:00000001:2.0:1783979782.692948:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979782.692949:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979782.692954:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.692960:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979782.692962:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979782.692964:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979782.692966:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559975040, offset 0
00000400:00000200:2.0:1783979782.692971:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979782.692975:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.692979:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979782.692982:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979782.692984:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979782.692986:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979782.692988:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979782.692990:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390818:390818:256:4294967295] 192.168.201.140@tcp LPNI seq info [390793:390793:8:4294967295]
00000400:00000200:2.0:1783979782.692994:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.692999:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979782.693004:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.693007:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979782.693011:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979782.693014:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979782.693017:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979782.693020:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979782.693024:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.693025:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979782.693028:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979782.693031:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979782.693034:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979782.693035:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979782.693038:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979782.693041:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693077:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.693080:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693086:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.693087:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979782.693091:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979782.693094:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979782.693097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979782.693099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305177652
00000100:00000001:2.0:1783979782.693101:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305181394
00000100:00000001:2.0:1783979782.693103:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305177652
00000100:00000001:2.0:1783979782.693105:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305181394
00000100:00000001:2.0:1783979782.693107:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979782.693109:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.693111:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979782.693114:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979782/real 1783979782]  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979782.693121:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979782.693122:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979782.693124:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979782.693126:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979782.693127:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979782.693129:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979782.693132:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979782.693140:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693156:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979782.693157:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693159:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.693160:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979782.693164:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693171:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979782.693175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693181:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979782.693183:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.693186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693187:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979782.693189:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979782.693191:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979782.693194:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979782.693196:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979782.693200:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979782.693212:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979782.693216:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979782.693219:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693225:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979782.693226:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.693228:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979782.693230:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979782.693232:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979782.693234:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979782.693237:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979782.693239:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979782.693240:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979782.693242:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979782.693246:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979782.693247:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979782.693250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979782.693252:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979782.693255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979782.693258:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559975168, portal 4
00000100:00000001:2.0:1783979782.693259:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979782.693261:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783979782.693265:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693270:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979782.693273:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979782.693274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979782.693276:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559975168, offset 0
00000400:00000200:2.0:1783979782.693280:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979782.693284:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.693287:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979782.693289:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979782.693291:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979782.693294:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979782.693295:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979782.693298:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390819:390819:256:4294967295] 192.168.201.140@tcp LPNI seq info [390794:390794:8:4294967295]
00000400:00000200:2.0:1783979782.693302:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979782.693307:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979782.693311:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.693314:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979782.693317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979782.693320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1783979782.693323:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979782.693326:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1783979782.693329:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979782.693331:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979782.693333:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979782.693336:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979782.693339:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979782.693340:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979782.693342:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979782.693346:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693353:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.693355:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979807 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693375:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.693377:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979782.693380:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979782.693382:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979782.693385:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979782.693388:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305177654
00000100:00000001:2.0:1783979782.693390:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305181394
00000100:00000001:2.0:1783979782.693392:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305177654
00000100:00000001:2.0:1783979782.693395:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305181394
00000100:00000001:2.0:1783979782.693397:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979782.693399:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.693400:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979782.693404:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979782/real 1783979782]  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979782.693411:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979782.693412:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979782.693414:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979782.693668:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979782.693671:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979782.693673:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979782.693677:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979782.693685:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693691:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979782.693692:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693694:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.693695:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979782.693699:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693704:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979782.693708:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693713:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979782.693716:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693717:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979782.693718:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693720:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979782.693721:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979782.693724:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979782.693727:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979782.693729:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979782.693732:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979782.693739:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979782.693742:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693744:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.693748:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559974912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693754:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979782.693756:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979782.693758:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979782.693761:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979782.693763:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979782.693764:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979782.693828:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979782.693831:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979782.693835:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979782.693837:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979782.693839:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979782.693842:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979782.693843:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693845:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.693849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559975040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693861:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979782.693862:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979782.693864:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979782.693866:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979782.693867:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979782.693868:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979782.693870:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979782.693871:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979782.693873:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979782.693874:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979782.693875:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979782.693876:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979782.693877:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693879:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979782.693881:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559975168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979807 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979782.693886:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979782.693887:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979782.693889:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979782.693891:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979782.693892:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979782.693893:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979782.693895:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979782.693896:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979782.693898:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979782.693899:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979782.693900:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979782.693902:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979782.693903:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693904:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979782.693911:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979782.693912:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979782.693915:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979782.693916:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979783.449487:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979783.449494:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979783.449501:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979783.449503:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979783.449508:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979783.449509:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979783.449724:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979783.449728:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979783.449731:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979784.473246:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979784.473254:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979784.473260:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979784.473261:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979784.473264:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979784.473265:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979784.473425:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979784.473429:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979784.473433:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979785.497243:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979785.497254:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979785.497261:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979785.497263:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979785.497267:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979785.497271:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979785.497273:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979785.497276:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979785.497279:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979785.497281:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979785.497283:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979785.497285:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979785.497813:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979785.497818:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979785.497822:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979786.521217:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305181394, at 4305181440
00000100:00000040:3.0:1783979786.521217:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305181394, at 4305181440
00000100:00000010:3.0:1783979786.521244:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856275a0.
00000100:00000010:2.0:1783979786.521247:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979786.521936:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979786.521942:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979786.521947:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979786.521949:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979786.521953:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979786.521954:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979786.522386:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979786.522392:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979786.522396:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979787.546540:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979787.546547:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979787.546553:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979787.546554:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979787.546557:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979787.546558:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979787.546757:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979787.546761:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979787.546764:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979787.801317:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979787.801328:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979787.801331:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979787.801335:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979787.801340:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979787.801348:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10510
00000400:00000200:0.0:1783979787.801357:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979787.801401:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979787.801406:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979787.801409:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801413:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.801415:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801417:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979787.801422:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979787.801424:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979787.801426:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979787.801429:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979787.801432:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979787.801434:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979787.801437:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801438:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.801440:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801442:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979787.801444:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979787.801447:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801450:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979787.801452:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979787.801455:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979787.801457:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.801459:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979787.801473:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979787.801484:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804000.
00000020:00000040:0.0:1783979787.801488:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979787.801492:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979787.801494:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.801497:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979787.801500:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979787.801503:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979787.801510:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8400.
00000100:00000001:0.0:1783979787.801516:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979787.801523:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979787.801533:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979787.801537:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979787.801541:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d776fa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979787.801783:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979787.801786:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979787.801789:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979787.801791:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979787.801792:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979787.801796:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979787.801799:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10510
00000400:00000200:0.0:1783979787.801804:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979787.801807:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979787.801809:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979787.801812:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801814:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.801816:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801818:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979787.801820:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979787.801822:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979787.801824:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979787.801826:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979787.801828:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979787.801830:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979787.801833:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801835:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.801836:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801838:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979787.801840:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979787.801843:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801845:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979787.801847:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979787.801852:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979787.801854:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.801856:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979787.801860:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979787.801863:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.801865:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979787.801869:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804a80.
00000020:00000040:0.0:1783979787.801871:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979787.801873:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979787.801874:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.801876:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979787.801877:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979787.801879:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979787.801883:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb800.
00000100:00000001:0.0:1783979787.801886:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979787.801892:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979787.801899:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979787.801901:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979787.801905:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073faa229] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979787.801929:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979787.801931:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979787.801935:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979787.801936:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979787.801938:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979787.801940:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979787.801943:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10510
00000400:00000200:0.0:1783979787.801947:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979787.801949:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979787.801951:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979787.801954:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801955:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.801957:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801958:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979787.801960:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979787.801962:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979787.801963:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979787.801965:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979787.801967:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979787.801969:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979787.801972:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801974:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.801975:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801977:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979787.801979:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979787.801981:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979787.801984:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979787.801999:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979787.802002:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979787.802004:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802005:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979787.802007:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979787.802010:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802011:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979787.802015:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805180.
00000020:00000040:0.0:1783979787.802017:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979787.802019:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979787.802021:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802022:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979787.802023:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979787.802025:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979787.802028:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9000.
00000100:00000001:0.0:1783979787.802031:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979787.802036:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979787.802043:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979787.802045:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979787.802088:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000880c0ad4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979787.802095:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979787.802098:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979787.802101:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979787.802103:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979787.802104:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979787.802107:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979787.802109:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10510
00000400:00000200:0.0:1783979787.802113:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979787.802116:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979787.802118:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979787.802121:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802123:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.802125:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802127:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979787.802129:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979787.802130:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979787.802131:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979787.802133:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979787.802135:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979787.802137:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979787.802140:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802141:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.802143:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802145:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979787.802147:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979787.802150:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802152:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979787.802154:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979787.802156:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979787.802158:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802160:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979787.802163:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979787.802164:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802166:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979787.802170:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805c00.
00000020:00000040:0.0:1783979787.802173:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979787.802176:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979787.802177:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802179:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979787.802180:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979787.802181:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979787.802185:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979787.802189:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979787.802193:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979787.802200:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979787.802202:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979787.802205:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccd279d] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979787.802212:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979787.802214:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979787.802218:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979787.802219:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979787.802220:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979787.802223:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979787.802225:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10510
00000400:00000200:0.0:1783979787.802229:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979787.802232:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979787.802233:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979787.802236:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802238:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.802239:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802241:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979787.802243:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979787.802244:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979787.802246:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979787.802248:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979787.802249:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979787.802251:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979787.802254:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802256:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979787.802258:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802260:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979787.802262:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979787.802264:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979787.802266:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979787.802268:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979787.802270:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979787.802272:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802274:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979787.802276:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979787.802278:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802279:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979787.802283:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804380.
00000020:00000040:0.0:1783979787.802285:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979787.802287:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979787.802288:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979787.802289:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979787.802290:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979787.802292:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979787.802295:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:0.0:1783979787.802298:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979787.802302:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979787.802308:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979787.802310:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979787.802313:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000043c473a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979787.802320:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979787.802324:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10520)
00000100:00000001:2.0:1783979787.802451:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979787.802455:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979787.802457:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979787.802463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.802470:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979787.802472:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.802475:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979787.802478:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979787.802480:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979787.802483:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559975296:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979787.802487:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979787.802491:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979787.802494:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.802496:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979787.802500:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979787.802502:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979787.802507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979787.802510:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979787.802516:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979787.802522:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559975296, portal 25
00000100:00000001:2.0:1783979787.802524:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979787.802525:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455220224 : -128863254331392 : ffff8accaf804000)
00000100:00000040:2.0:1783979787.802530:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.802537:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979787.802539:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979787.802819:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979787.802825:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559975296, offset 0
00000400:00000200:2.0:1783979787.802833:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979787.802840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.802847:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979787.802852:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979787.802856:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979787.802860:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979787.802863:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979787.802884:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390820:390820:256:4294967295] 192.168.201.140@tcp LPNI seq info [390795:390795:8:4294967295]
00000400:00000200:2.0:1783979787.802890:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.802898:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979787.802904:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.802967:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979787.802975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979787.802979:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979787.802985:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979787.802988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979787.802992:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.802995:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979787.803000:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979787.803005:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979787.803011:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979787.803013:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979787.803017:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979787.803022:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803029:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.803032:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803037:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.803039:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979787.803044:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979787.803083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979787.803086:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305186508
00000100:00000010:2.0:1783979787.803091:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979787.803097:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979787.803101:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305186508
00000100:00000010:2.0:1783979787.803104:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627c60.
00000100:00000001:2.0:1783979787.803108:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979787.803122:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979787.803126:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.803128:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979787.803132:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979787/real 1783979787]  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979787.803140:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979787.803142:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979787.803144:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979787.803147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979787.803148:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979787.803151:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979787.803154:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979787.803161:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803168:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979787.803170:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803172:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.803174:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979787.803178:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803184:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979787.803188:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803194:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979787.803211:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803213:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.803214:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803217:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979787.803218:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979787.803221:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979787.803225:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979787.803228:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979787.803232:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979787.803239:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559975296:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979787.803244:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979787.803247:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803251:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979787.803252:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.803253:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979787.803255:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979787.803256:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979787.803258:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979787.803260:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979787.803262:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979787.803263:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.803264:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979787.803266:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979787.803268:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979787.803271:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979787.803272:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979787.803275:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979787.803277:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559975424, portal 10
00000100:00000001:2.0:1783979787.803278:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979787.803279:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222912 : -128863254328704 : ffff8accaf804a80)
00000100:00000040:2.0:1783979787.803293:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803297:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979787.803298:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979787.803300:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979787.803301:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559975424, offset 0
00000400:00000200:2.0:1783979787.803304:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979787.803306:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.803309:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979787.803311:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979787.803312:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979787.803314:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979787.803315:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979787.803317:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390821:390821:256:4294967295] 192.168.201.140@tcp LPNI seq info [390796:390796:8:4294967295]
00000400:00000200:2.0:1783979787.803320:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.803324:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979787.803327:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.803329:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979787.803331:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979787.803333:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979787.803336:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979787.803337:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979787.803339:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.803341:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979787.803342:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979787.803345:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979787.803346:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979787.803348:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979787.803349:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979787.803351:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803360:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.803361:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803365:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.803366:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979787.803368:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979787.803378:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979787.803380:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979787.803382:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305182739
00000100:00000001:2.0:1783979787.803384:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305186508
00000100:00000001:2.0:1783979787.803385:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305182739
00000100:00000001:2.0:1783979787.803386:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305186508
00000100:00000001:2.0:1783979787.803388:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979787.803389:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.803390:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979787.803392:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979787/real 1783979787]  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979787.803396:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979787.803397:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979787.803398:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979787.803399:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979787.803400:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979787.803401:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979787.803403:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979787.803408:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803411:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979787.803413:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803414:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.803415:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979787.803417:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803420:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979787.803422:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803426:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979787.803427:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803428:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.803429:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803430:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979787.803431:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979787.803432:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979787.803434:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979787.803435:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979787.803437:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979787.803441:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979787.803443:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979787.803445:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803449:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979787.803450:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.803451:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979787.803452:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979787.803453:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979787.803455:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979787.803457:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979787.803459:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979787.803460:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.803461:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979787.803463:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979787.803464:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979787.803465:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979787.803467:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979787.803468:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979787.803470:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559975552, portal 10
00000100:00000001:2.0:1783979787.803471:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979787.803472:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455224704 : -128863254326912 : ffff8accaf805180)
00000100:00000040:2.0:1783979787.803476:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803479:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979787.803481:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979787.803482:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979787.803483:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559975552, offset 0
00000400:00000200:2.0:1783979787.803485:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979787.803487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.803489:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979787.803490:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979787.803492:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979787.803493:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979787.803494:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979787.803496:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390822:390822:256:4294967295] 192.168.201.140@tcp LPNI seq info [390797:390797:8:4294967295]
00000400:00000200:2.0:1783979787.803499:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.803502:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979787.803504:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.803506:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979787.803508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979787.803510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979787.803512:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979787.803514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979787.803516:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.803517:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979787.803519:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979787.803521:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979787.803522:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979787.803523:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979787.803525:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979787.803526:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803531:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.803532:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803536:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.803537:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979787.803538:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979787.803540:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979787.803777:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979787.803781:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305182735
00000100:00000001:2.0:1783979787.803784:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305186508
00000100:00000001:2.0:1783979787.803786:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305182735
00000100:00000001:2.0:1783979787.803788:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305186508
00000100:00000001:2.0:1783979787.803789:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979787.803791:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.803793:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979787.803798:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979787/real 1783979787]  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979787.803806:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979787.803808:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979787.803810:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979787.803812:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979787.803814:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979787.803816:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979787.803820:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979787.803826:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803832:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979787.803833:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803835:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.803836:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979787.803839:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803846:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979787.803849:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803854:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979787.803855:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803856:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.803857:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.803858:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979787.803859:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979787.803860:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979787.803862:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979787.803863:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979787.803865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979787.803874:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979787.803876:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979787.803879:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.803883:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979787.803884:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.803885:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979787.803886:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979787.803887:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979787.803889:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979787.803893:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979787.803895:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979787.803896:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.803898:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979787.803902:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979787.803904:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979787.804111:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979787.804116:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979787.804120:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979787.804123:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559975680, portal 4
00000100:00000001:2.0:1783979787.804126:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979787.804127:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455227392 : -128863254324224 : ffff8accaf805c00)
00000100:00000040:2.0:1783979787.804134:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804139:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979787.804141:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979787.804143:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979787.804146:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559975680, offset 0
00000400:00000200:2.0:1783979787.804149:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979787.804154:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.804157:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979787.804160:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979787.804162:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979787.804164:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979787.804166:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979787.804168:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390823:390823:256:4294967295] 192.168.201.140@tcp LPNI seq info [390798:390798:8:4294967295]
00000400:00000200:2.0:1783979787.804171:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.804176:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979787.804180:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.804183:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979787.804186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979787.804188:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979787.804192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979787.804195:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979787.804198:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.804200:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979787.804203:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979787.804206:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979787.804209:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979787.804210:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979787.804213:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979787.804216:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804223:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.804227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804233:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.804234:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979787.804237:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979787.804240:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979787.804243:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979787.804246:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305182763
00000100:00000001:2.0:1783979787.804248:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305186508
00000100:00000001:2.0:1783979787.804250:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305182763
00000100:00000001:2.0:1783979787.804251:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305186508
00000100:00000001:2.0:1783979787.804253:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979787.804255:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.804257:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979787.804260:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979787/real 1783979787]  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979787.804267:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979787.804269:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979787.804270:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979787.804273:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979787.804274:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979787.804276:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979787.804279:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979787.804286:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804292:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979787.804294:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804295:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.804296:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979787.804300:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804305:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979787.804309:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804314:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979787.804317:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804318:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.804319:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804320:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979787.804322:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979787.804324:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979787.804327:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979787.804329:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979787.804333:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979787.804340:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979787.804344:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979787.804347:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804353:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979787.804355:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.804357:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979787.804359:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979787.804361:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979787.804363:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979787.804366:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979787.804368:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979787.804369:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979787.804371:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979787.804375:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979787.804377:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979787.804380:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979787.804382:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979787.804385:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979787.804388:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559975808, portal 4
00000100:00000001:2.0:1783979787.804390:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979787.804391:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455221120 : -128863254330496 : ffff8accaf804380)
00000100:00000040:2.0:1783979787.804397:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804402:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979787.804404:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979787.804407:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979787.804410:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559975808, offset 0
00000400:00000200:2.0:1783979787.804413:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979787.804417:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.804420:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979787.804422:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979787.804424:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979787.804426:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979787.804428:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979787.804431:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390824:390824:256:4294967295] 192.168.201.140@tcp LPNI seq info [390799:390799:8:4294967295]
00000400:00000200:2.0:1783979787.804435:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979787.804440:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979787.804444:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.804447:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979787.804450:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979787.804452:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1783979787.804455:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979787.804458:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1783979787.804460:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979787.804462:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979787.804464:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979787.804467:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979787.804470:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979787.804471:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979787.804473:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979787.804475:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804507:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.804509:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979812 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804515:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.804516:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979787.804519:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979787.804522:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979787.804525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979787.804526:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305182765
00000100:00000001:2.0:1783979787.804529:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305186508
00000100:00000001:2.0:1783979787.804531:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305182765
00000100:00000001:2.0:1783979787.804532:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305186508
00000100:00000001:2.0:1783979787.804534:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979787.804535:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.804537:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979787.804540:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979787/real 1783979787]  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979787.804547:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979787.804548:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979787.804550:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979787.804552:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979787.804554:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979787.804556:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979787.804559:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979787.804565:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804571:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979787.804573:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804574:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.804575:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979787.804578:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804585:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979787.804588:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804595:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979787.804597:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804598:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979787.804599:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804601:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979787.804602:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979787.804604:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979787.804607:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979787.804609:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979787.804613:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979787.804621:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559975808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979787.804637:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804639:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.804643:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804000 x1870627559975296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804649:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979787.804651:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979787.804654:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979787.804656:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979787.804659:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979787.804661:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979787.804663:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979787.804665:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8400.
02000000:00000001:2.0:1783979787.804669:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979787.804671:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979787.804673:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804000.
00000100:00000001:2.0:1783979787.804677:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979787.804678:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804679:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.804683:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804a80 x1870627559975424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804689:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979787.804690:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979787.804692:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979787.804694:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979787.804695:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979787.804887:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979787.804889:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979787.804890:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb800.
02000000:00000001:2.0:1783979787.804892:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979787.804893:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979787.804894:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804a80.
00000100:00000001:2.0:1783979787.804896:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979787.804897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804898:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.804901:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805180 x1870627559975552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804905:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979787.804906:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979787.804907:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979787.804909:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979787.804910:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979787.804912:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979787.804913:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979787.804915:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9000.
02000000:00000001:2.0:1783979787.804917:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979787.804918:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979787.804919:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805180.
00000100:00000001:2.0:1783979787.804921:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979787.804922:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804924:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.804926:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805c00 x1870627559975680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804932:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979787.804933:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979787.804935:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979787.804937:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979787.804938:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979787.804939:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979787.804941:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979787.804942:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:2.0:1783979787.804944:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979787.804945:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979787.804946:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805c00.
00000100:00000001:2.0:1783979787.804948:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979787.804949:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804950:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979787.804954:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804380 x1870627559975808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979812 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979787.804961:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979787.804962:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979787.804963:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979787.804965:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979787.804966:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979787.804968:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979787.804969:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979787.804970:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb400.
02000000:00000001:2.0:1783979787.804972:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979787.804973:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979787.804973:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804380.
00000100:00000001:2.0:1783979787.804975:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979787.804975:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.804977:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979787.810001:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979787.810007:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979787.810011:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979787.810013:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979788.569219:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979788.569226:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979788.569231:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979788.569232:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979788.569235:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979788.569236:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979788.569340:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979788.569344:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979788.569347:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979789.593331:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979789.593337:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979789.593340:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979789.593341:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979789.593343:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979789.593344:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979789.593437:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979789.593440:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979789.593442:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979790.617195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979790.617201:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979790.617206:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979790.617208:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979790.617211:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979790.617212:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979790.617322:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979790.617326:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979790.617329:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979791.642449:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305186508, at 4305186561
00000100:00000010:2.0:1783979791.642461:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979791.642559:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979791.642564:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979791.642566:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979791.642568:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979791.642571:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979791.642573:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979791.642574:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979791.642575:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979791.642578:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979791.642579:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979791.642580:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979791.642581:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979791.642582:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979791.642583:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979791.642584:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979791.642585:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979791.642587:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979791.642588:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979791.642677:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979791.642679:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979791.642687:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979791.642742:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305186508, at 4305186561
00000100:00000010:3.0:1783979791.642746:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627c60.
00010000:00000001:1.0:1783979792.665641:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979792.665649:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979792.665654:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979792.665656:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979792.665660:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979792.665661:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979792.665809:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979792.665816:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979792.665821:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979792.921254:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979792.921266:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979792.921269:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979792.921274:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979792.921279:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979792.921288:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10515
00000400:00000200:3.0:1783979792.921299:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979792.921308:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979792.921311:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979792.921315:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921318:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.921321:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921323:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979792.921327:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979792.921329:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979792.921332:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979792.921336:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979792.921338:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979792.921341:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979792.921343:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921345:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.921346:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921348:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979792.921351:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979792.921354:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921357:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979792.921360:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979792.921364:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979792.921367:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.921369:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979792.921372:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979792.921384:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979792.921388:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979792.921392:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979792.921394:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.921399:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979792.921402:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979792.921406:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979792.921415:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979792.921423:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979792.921433:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979792.921445:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979792.921450:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979792.921455:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979792.921478:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979792.921481:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979792.921485:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979792.921486:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979792.921488:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979792.921491:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979792.921493:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10515
00000400:00000200:3.0:1783979792.921496:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979792.921499:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979792.921502:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979792.921505:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921508:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.921510:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921512:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979792.921514:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979792.921515:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979792.921517:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979792.921519:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979792.921521:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979792.921523:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979792.921526:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921529:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.921532:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921534:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979792.921537:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979792.921539:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921542:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979792.921544:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783979792.921549:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1783979792.921551:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979792.921559:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.921561:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979792.921563:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979792.921565:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1783979792.921571:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979792.921579:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979792.921585:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979792.921585:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979792.921594:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979792.921603:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000100:00000001:2.0:1783979792.921616:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783979792.921616:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1783979792.921624:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979792.921624:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.921637:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979792.921639:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979792.921640:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979792.921645:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979792.921646:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.921652:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979792.921655:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00100000:2.0:1783979792.921659:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559975936:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979792.921663:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.921664:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979792.921674:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979792.921681:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979792.921681:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1783979792.921693:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979792.921702:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1783979792.921705:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:3.0:1783979792.921706:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.921714:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979792.921719:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783979792.921730:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979792.921743:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000100:00000001:3.0:1783979792.921745:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979792.921750:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1783979792.921753:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00080000:3.0:1783979792.921756:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979792.921759:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1783979792.921761:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559975936, portal 25
00000100:00080000:3.0:1783979792.921763:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979792.921764:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979792.921769:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000001:3.0:1783979792.921772:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979792.921778:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10515
00000100:00000040:2.0:1783979792.921784:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979792.921786:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979792.921793:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979792.921799:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979792.921808:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979792.921809:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783979792.921813:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.921820:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921823:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979792.921825:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979792.921827:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979792.921828:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1783979792.921833:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000020:00000040:3.0:1783979792.921833:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979792.921839:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000010:2.0:1783979792.921840:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000020:00000001:3.0:1783979792.921843:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000200:2.0:1783979792.921847:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559975936, offset 0
00000100:00000040:3.0:1783979792.921851:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921855:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.921859:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:2.0:1783979792.921862:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921865:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979792.921869:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979792.921873:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979792.921876:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979792.921877:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979792.921879:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979792.921886:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979792.921889:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.921891:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1783979792.921893:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000008:00100000:3.0:1783979792.921895:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979792.921900:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979792.921902:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783979792.921904:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979792.921911:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000400:00000200:2.0:1783979792.921912:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000020:00000040:3.0:1783979792.921920:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000400:00000200:2.0:1783979792.921925:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1783979792.921928:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1783979792.921931:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
02000000:00000001:3.0:1783979792.921933:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979792.921942:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390825:390825:256:4294967295] 192.168.201.140@tcp LPNI seq info [390800:390800:8:4294967295]
00000100:00000001:3.0:1783979792.921943:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979792.921950:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1783979792.921954:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979792.921954:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979792.921963:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979792.921967:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979792.921996:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783979792.922009:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979792.922025:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979792.922030:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1783979792.922031:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000040:3.0:1783979792.922039:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1783979792.922043:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000100:00000001:3.0:1783979792.922096:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979792.922099:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979792.922103:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979792.922105:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979792.922106:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979792.922109:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979792.922113:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10515
00000400:00000200:3.0:1783979792.922119:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979792.922123:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979792.922126:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979792.922130:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922133:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.922135:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922137:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979792.922138:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979792.922140:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979792.922142:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979792.922144:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979792.922146:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979792.922148:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979792.922151:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922152:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.922154:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922156:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979792.922158:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979792.922161:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922163:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979792.922165:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979792.922168:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979792.922170:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.922172:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979792.922174:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979792.922176:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.922178:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979792.922182:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979792.922184:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979792.922187:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979792.922188:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.922190:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979792.922191:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979792.922193:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979792.922196:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979792.922199:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979792.922204:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979792.922210:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979792.922212:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979792.922216:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979792.922224:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979792.922227:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979792.922230:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979792.922232:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979792.922233:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979792.922236:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979792.922238:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10515
00000400:00000200:3.0:1783979792.922241:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979792.922244:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979792.922246:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979792.922249:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922251:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.922253:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922255:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979792.922257:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979792.922258:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979792.922260:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979792.922262:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979792.922264:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979792.922265:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979792.922268:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922269:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979792.922271:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922273:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979792.922276:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979792.922279:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979792.922281:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979792.922283:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979792.922285:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979792.922287:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.922288:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979792.922291:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979792.922293:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.922295:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979792.922298:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979792.922300:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979792.922303:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979792.922304:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979792.922305:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979792.922307:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979792.922308:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979792.922311:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979792.922314:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979792.922318:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979792.922325:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979792.922327:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979792.922330:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979792.922338:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979792.922343:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10525)
00000800:00000200:2.0:1783979792.922406:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979792.922411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979792.922416:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979792.922421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979792.922425:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.922427:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979792.922433:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979792.922438:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979792.922443:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979792.922446:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979792.922450:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979792.922456:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922467:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.922470:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922476:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.922478:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979792.922484:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979792.922487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979792.922490:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305191627
00000100:00000010:2.0:1783979792.922496:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979792.922502:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979792.922507:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305191627
00000100:00000010:2.0:1783979792.922511:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627e40.
00000100:00000001:2.0:1783979792.922514:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979792.922526:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979792.922529:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.922532:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979792.922537:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979792/real 1783979792]  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979792.922545:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979792.922547:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979792.922549:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979792.922551:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979792.922553:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979792.922555:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979792.922559:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979792.922566:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922573:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979792.922575:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922576:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.922578:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979792.922582:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922588:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979792.922592:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922599:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979792.922602:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922603:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.922604:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922607:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979792.922609:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979792.922612:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979792.922616:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979792.922619:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979792.922623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979792.922630:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559975936:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979792.922634:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922636:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.922638:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559975936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922643:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979792.922646:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979792.922648:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979792.922651:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979792.922653:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979792.922655:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979792.922657:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979792.922660:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979792.922663:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979792.922665:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979792.922667:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783979792.922670:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979792.922671:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922673:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922680:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979792.922682:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.922684:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979792.922685:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979792.922687:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979792.922690:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922697:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979792.922698:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.922700:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979792.922702:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979792.922704:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979792.922707:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979792.922710:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979792.922712:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979792.922714:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.922716:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979792.922719:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979792.922721:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979792.922725:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979792.922728:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979792.922731:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979792.922735:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559976064, portal 10
00000100:00000001:2.0:1783979792.922737:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979792.922738:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979792.922746:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922752:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979792.922754:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979792.922756:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979792.922758:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559976064, offset 0
00000400:00000200:2.0:1783979792.922762:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979792.922766:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979792.922770:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979792.922773:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979792.922776:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979792.922778:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979792.922780:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979792.922783:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390826:390826:256:4294967295] 192.168.201.140@tcp LPNI seq info [390801:390801:8:4294967295]
00000400:00000200:2.0:1783979792.922787:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979792.922794:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979792.922798:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.922802:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979792.922805:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979792.922808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979792.922812:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979792.922814:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979792.922830:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.922832:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979792.922834:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979792.922837:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979792.922840:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979792.922842:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979792.922844:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979792.922847:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922853:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.922856:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922861:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.922863:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979792.922866:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979792.922870:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979792.922873:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979792.922875:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305187858
00000100:00000001:2.0:1783979792.922877:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305191627
00000100:00000001:2.0:1783979792.922880:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305187858
00000100:00000001:2.0:1783979792.922882:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305191627
00000100:00000001:2.0:1783979792.922884:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979792.922886:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.922887:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979792.922891:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979792/real 1783979792]  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979792.922899:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979792.922900:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979792.922902:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979792.922904:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979792.922906:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979792.922907:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979792.922910:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979792.922918:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922925:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979792.922926:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922928:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.922929:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979792.922933:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922939:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979792.922942:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.922948:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979792.922951:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922952:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.922953:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.922955:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979792.922968:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979792.922978:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979792.922982:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979792.922984:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979792.922989:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979792.922996:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979792.923003:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979792.923008:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923014:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979792.923016:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.923019:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979792.923020:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979792.923022:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979792.923025:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979792.923028:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979792.923030:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979792.923032:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.923033:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979792.923037:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979792.923039:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979792.923042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979792.923045:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979792.923075:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979792.923079:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559976192, portal 10
00000100:00000001:2.0:1783979792.923080:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979792.923081:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979792.923087:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923094:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979792.923096:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979792.923099:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979792.923101:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559976192, offset 0
00000400:00000200:2.0:1783979792.923105:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979792.923109:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979792.923112:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979792.923115:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979792.923118:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979792.923120:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979792.923122:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979792.923124:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390827:390827:256:4294967295] 192.168.201.140@tcp LPNI seq info [390802:390802:8:4294967295]
00000400:00000200:2.0:1783979792.923128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979792.923133:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979792.923138:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.923141:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979792.923145:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979792.923147:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979792.923151:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979792.923153:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979792.923157:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.923158:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979792.923160:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979792.923162:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979792.923165:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979792.923166:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979792.923168:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979792.923170:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923175:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.923177:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923181:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.923182:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979792.923184:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979792.923186:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979792.923188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979792.923190:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305187855
00000100:00000001:2.0:1783979792.923191:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305191627
00000100:00000001:2.0:1783979792.923193:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305187855
00000100:00000001:2.0:1783979792.923194:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305191627
00000100:00000001:2.0:1783979792.923195:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979792.923196:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.923207:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979792.923209:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979792/real 1783979792]  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979792.923214:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979792.923215:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979792.923216:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979792.923218:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979792.923219:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979792.923220:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979792.923222:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979792.923227:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923231:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979792.923232:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.923233:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.923234:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979792.923236:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979792.923241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923244:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979792.923246:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.923247:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.923247:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.923248:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979792.923249:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979792.923251:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979792.923253:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979792.923254:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979792.923256:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979792.923260:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979792.923263:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979792.923265:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923268:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979792.923269:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.923271:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979792.923272:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979792.923274:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979792.923275:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979792.923277:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979792.923279:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979792.923280:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.923281:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979792.923283:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979792.923284:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979792.923286:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979792.923287:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979792.923289:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979792.923291:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559976320, portal 4
00000100:00000001:2.0:1783979792.923292:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979792.923293:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979792.923297:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923300:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979792.923302:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979792.923303:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979792.923304:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559976320, offset 0
00000400:00000200:2.0:1783979792.923306:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979792.923308:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979792.923310:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979792.923312:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979792.923314:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979792.923315:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979792.923317:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979792.923319:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390828:390828:256:4294967295] 192.168.201.140@tcp LPNI seq info [390803:390803:8:4294967295]
00000400:00000200:2.0:1783979792.923321:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979792.923324:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979792.923327:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.923329:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979792.923561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979792.923564:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979792.923568:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979792.923571:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979792.923574:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.923576:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979792.923579:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979792.923582:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979792.923585:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979792.923587:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979792.923589:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979792.923593:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923600:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.923603:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923609:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.923611:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979792.923614:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979792.923617:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979792.923620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979792.923623:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305187882
00000100:00000001:2.0:1783979792.923625:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305191627
00000100:00000001:2.0:1783979792.923627:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305187882
00000100:00000001:2.0:1783979792.923629:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305191627
00000100:00000001:2.0:1783979792.923631:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979792.923633:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.923635:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979792.923639:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979792/real 1783979792]  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979792.923645:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979792.923645:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979792.923647:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979792.923648:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979792.923649:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979792.923651:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979792.923653:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979792.923658:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923661:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979792.923662:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.923663:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.923663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979792.923665:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923669:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979792.923671:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923675:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979792.923677:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.923677:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.923678:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.923679:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979792.923680:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979792.923682:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979792.923684:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979792.923685:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979792.923687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979792.923692:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979792.923694:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979792.923696:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923700:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979792.923701:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.923703:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979792.923704:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979792.923706:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979792.923708:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979792.923711:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979792.923713:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979792.923714:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979792.923716:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979792.923719:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979792.923721:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979792.923725:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979792.923727:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979792.923730:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979792.923732:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559976448, portal 4
00000100:00000001:2.0:1783979792.923734:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979792.923735:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979792.923741:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923748:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979792.923750:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979792.923752:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979792.923754:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559976448, offset 0
00000400:00000200:2.0:1783979792.923756:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979792.923759:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979792.923761:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979792.923763:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979792.923765:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979792.923767:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979792.923768:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979792.923771:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390829:390829:256:4294967295] 192.168.201.140@tcp LPNI seq info [390804:390804:8:4294967295]
00000400:00000200:2.0:1783979792.923774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979792.923781:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979792.923785:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.923787:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979792.923791:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979792.923793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979792.923798:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979792.923800:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979792.923803:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979792.923805:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979792.923808:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979792.923811:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979792.923814:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979792.923871:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979792.923875:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979792.923879:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923886:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.923889:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979817 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923895:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.923897:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979792.923900:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979792.923904:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979792.923907:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979792.923909:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305187884
00000100:00000001:2.0:1783979792.923910:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305191627
00000100:00000001:2.0:1783979792.923912:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305187884
00000100:00000001:2.0:1783979792.923913:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305191627
00000100:00000001:2.0:1783979792.923914:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979792.923916:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.923917:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979792.923919:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979792/real 1783979792]  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979792.923924:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979792.923925:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979792.923926:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979792.923927:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979792.923928:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979792.923930:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979792.923932:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979792.923936:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923940:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979792.923941:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.923942:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.923942:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979792.923944:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923948:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979792.923950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.923953:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979792.924010:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.924013:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979792.924014:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.924015:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979792.924016:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979792.924017:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979792.924020:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979792.924022:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979792.924025:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979792.924029:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979792.924032:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.924034:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.924035:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559976064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.924039:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979792.924040:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979792.924042:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979792.924044:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979792.924045:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979792.924065:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979792.924067:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979792.924068:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979792.924071:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979792.924072:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979792.924073:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979792.924075:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979792.924076:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.924077:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.924079:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559976192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.924087:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979792.924088:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979792.924089:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979792.924090:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979792.924090:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979792.924091:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979792.924092:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979792.924093:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979792.924094:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979792.924094:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979792.924095:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979792.924096:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979792.924097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.924098:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.924099:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559976320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.924103:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979792.924103:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979792.924104:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979792.924105:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979792.924106:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979792.924106:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979792.924107:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979792.924108:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979792.924109:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979792.924109:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979792.924110:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979792.924111:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979792.924112:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.924112:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979792.924114:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559976448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979817 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979792.924117:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979792.924118:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979792.924119:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979792.924120:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979792.924121:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979792.924122:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979792.924123:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979792.924124:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979792.924125:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979792.924125:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979792.924126:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979792.924127:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979792.924128:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.924129:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979792.924133:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979792.924134:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979792.924135:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979792.924137:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979793.689319:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979793.689326:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979793.689332:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979793.689334:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979793.689337:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979793.689338:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979793.689700:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979793.689769:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979793.689772:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979794.713186:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979794.713229:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979794.713235:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979794.713237:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979794.713240:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979794.713242:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979794.717319:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979794.717327:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979794.717331:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979795.737183:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979795.737190:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979795.737207:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979795.737208:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979795.737211:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979795.737214:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979795.737217:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979795.737220:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979795.737222:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979795.737225:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979795.737226:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979795.737229:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979795.737319:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979795.737323:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979795.737326:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979796.761177:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305191627, at 4305191680
00000100:00000040:3.0:1783979796.761177:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305191627, at 4305191680
00000100:00000010:2.0:1783979796.761192:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000100:00000010:3.0:1783979796.761194:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627e40.
00010000:00000001:1.0:1783979796.763655:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979796.763662:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979796.763667:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979796.763668:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979796.763672:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979796.763673:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979796.763755:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979796.763758:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979796.763761:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979797.785222:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979797.785229:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979797.785234:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979797.785235:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979797.785238:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979797.785239:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979797.785367:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979797.785372:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979797.785375:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979798.041171:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979798.041182:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979798.041185:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979798.041188:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979798.041193:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979798.041200:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10520
00000400:00000200:3.0:1783979798.041211:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979798.041217:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979798.041220:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979798.041223:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.041226:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979798.041228:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.041231:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979798.041235:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979798.041237:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979798.041239:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979798.041243:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979798.041245:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979798.041247:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979798.041250:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.041252:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979798.041254:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.041256:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979798.041259:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979798.041262:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979798.041265:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979798.041268:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979798.041271:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979798.041274:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.041276:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979798.041279:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979798.041288:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979798.041292:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979798.041296:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979798.041298:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.041301:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979798.041304:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979798.041308:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979798.041316:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979798.041323:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979798.041332:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979798.041343:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979798.041347:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979798.041351:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979798.041374:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979798.041377:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979798.041380:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979798.041381:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979798.041382:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979798.041385:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979798.041387:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10520
00000400:00000200:3.0:1783979798.041391:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979798.041394:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979798.041396:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979798.041400:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.041402:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979798.041404:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.041406:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979798.041409:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979798.041411:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979798.041413:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979798.041415:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:2.0:1783979798.041417:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783979798.041417:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979798.041422:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:2.0:1783979798.041423:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783979798.041427:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979798.041428:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979798.041433:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979798.041438:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979798.041439:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979798.041450:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979798.041453:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.041455:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:2.0:1783979798.041458:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1783979798.041460:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
02000000:00000001:2.0:1783979798.041462:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979798.041466:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979798.042033:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979798.042037:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979798.042039:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979798.042044:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979798.042082:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.042085:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979798.042089:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979798.042208:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.042211:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979798.042217:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979798.042220:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979798.042223:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979798.042224:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.042226:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979798.042227:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979798.042229:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979798.042234:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979798.042237:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979798.042351:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979798.042360:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979798.042364:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979798.042368:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979798.042379:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559976576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979798.042380:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979798.042386:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783979798.042387:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979798.042393:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1783979798.042393:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979798.042397:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1783979798.042398:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979798.042400:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1783979798.042402:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979798.042405:0:180700:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1783979798.042410:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
00000100:00080000:3.0:1783979798.042410:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10520
02000000:00000001:2.0:1783979798.042414:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979798.042416:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.042423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979798.042423:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979798.042427:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979798.042431:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.042433:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979798.042435:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.042437:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000010:2.0:1783979798.042473:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979798.042481:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979798.042487:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559976576, portal 25
00000100:00000001:2.0:1783979798.042490:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979798.042491:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:2.0:1783979798.042499:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.042507:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979798.042510:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979798.042512:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979798.042515:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559976576, offset 0
00000400:00000200:2.0:1783979798.042521:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979798.042528:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.042534:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979798.042539:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979798.042543:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979798.042547:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979798.042549:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979798.042554:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390830:390830:256:4294967295] 192.168.201.140@tcp LPNI seq info [390805:390805:8:4294967295]
00000400:00000200:2.0:1783979798.042559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.042568:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979798.042574:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.042579:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979798.042586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979798.042589:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979798.042594:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979798.042598:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979798.042602:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.042605:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000020:00000001:3.0:1783979798.042610:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1783979798.042611:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1783979798.042613:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979798.042616:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1783979798.042620:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1783979798.042621:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979798.042626:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:2.0:1783979798.042627:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000020:00000001:3.0:1783979798.042629:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000010:2.0:1783979798.042632:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000040:3.0:1783979798.042637:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979798.042639:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1783979798.042640:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979798.042646:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000200:2.0:1783979798.042647:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979798.042649:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979798.042655:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979798.042661:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979798.042666:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.042668:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1783979798.042669:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979798.042673:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1783979798.042675:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979798.042678:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.042682:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979798.042686:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1783979798.042690:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783979798.042691:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.042695:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979798.042695:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979798.042701:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979798.042702:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979798.042704:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979798.042708:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1783979798.042709:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979798.042711:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.042713:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305196747
00000100:00000001:3.0:1783979798.042715:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979798.042718:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979798.042720:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979798.042721:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
02000000:00000010:3.0:1783979798.042725:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:2.0:1783979798.042730:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979798.042730:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979798.042736:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979798.042745:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979798.042748:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.042750:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305196747
00000100:00000040:3.0:1783979798.042754:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1783979798.042756:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627840.
00000100:00000001:2.0:1783979798.042761:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979798.042767:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979798.042769:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.042771:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979798.042774:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783979798.042775:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1783979798.042781:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1783979798.042783:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979798/real 1783979798]  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979798.042784:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979798.042787:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979798.042792:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979798.042797:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10520
00000400:00000001:2.0:1783979798.042802:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1783979798.042805:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000001:2.0:1783979798.042806:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979798.042810:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:3.0:1783979798.042813:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000200:2.0:1783979798.042814:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000100:00080000:3.0:1783979798.042817:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1783979798.042818:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979798.042823:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1783979798.042824:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000200:2.0:1783979798.042830:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979798.042830:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979798.042836:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.042842:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979798.042846:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979798.042849:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000100:00000200:2.0:1783979798.042851:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979798.042852:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979798.042856:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979798.042861:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:2.0:1783979798.042866:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979798.042868:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.042870:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.042872:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979798.042876:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.042894:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979798.042899:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.042907:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979798.042910:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.042912:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.042913:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.042915:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979798.042918:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979798.042921:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979798.042924:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979798.042926:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979798.042930:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979798.042937:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559976576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979798.042941:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.042943:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.042946:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559976576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.042958:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979798.042960:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979798.042973:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979798.042976:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979798.042979:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979798.042980:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979798.042983:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979798.042985:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979798.042989:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979798.042991:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979798.042992:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:2.0:1783979798.042995:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979798.042996:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.042998:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043005:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979798.043007:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.043009:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979798.043010:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979798.043012:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979798.043016:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979798.043023:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:2.0:1783979798.043026:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979798.043029:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979798.043031:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979798.043033:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979798.043035:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1783979798.043037:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1783979798.043040:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979798.043042:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.043044:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00100000:2.0:1783979798.043067:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976704:192.168.201.140@tcp:38:kworker.0
00000020:00000040:3.0:1783979798.043073:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:2.0:1783979798.043074:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979798.043077:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979798.043080:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979798.043081:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
02000000:00000001:2.0:1783979798.043084:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979798.043087:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979798.043089:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979798.043093:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979798.043097:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979798.043100:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979798.043104:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979798.043106:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559976704, portal 10
00000100:00000001:2.0:1783979798.043108:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979798.043110:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979798.043117:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043123:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979798.043126:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979798.043128:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979798.043130:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559976704, offset 0
00000400:00000200:2.0:1783979798.043134:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979798.043138:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.043142:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979798.043145:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979798.043147:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979798.043149:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979798.043152:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979798.043155:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390831:390831:256:4294967295] 192.168.201.140@tcp LPNI seq info [390806:390806:8:4294967295]
00000400:00000200:2.0:1783979798.043159:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.043165:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979798.043170:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.043173:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979798.043177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979798.043179:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979798.043184:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979798.043187:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979798.043191:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.043192:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979798.043196:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979798.043199:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979798.043202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979798.043204:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979798.043206:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979798.043210:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043218:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.043221:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043228:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.043229:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979798.043232:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979798.043236:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979798.043239:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979798.043241:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305192979
00000100:00000001:2.0:1783979798.043243:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305196747
00000100:00000001:2.0:1783979798.043245:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305192979
00000100:00000001:2.0:1783979798.043247:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305196747
00000100:00000001:2.0:1783979798.043249:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979798.043251:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.043253:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979798.043257:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979798/real 1783979798]  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979798.043264:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979798.043266:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979798.043267:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979798.043269:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979798.043271:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979798.043273:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979798.043277:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979798.043285:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043298:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979798.043299:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043301:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.043302:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979798.043305:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043312:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979798.043316:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783979798.043317:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979798.043324:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979798.043325:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1783979798.043329:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.043331:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043335:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979798.043335:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979798.043336:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043340:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:3.0:1783979798.043340:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1783979798.043342:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1783979798.043347:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979798.043348:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1783979798.043351:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979798.043354:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979798.043358:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:3.0:1783979798.043358:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000100:00000040:2.0:1783979798.043364:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979798.043364:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979798.043369:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979798.043372:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.043376:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979798.043379:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979798.043382:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979798.043383:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979798.043390:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:3.0:1783979798.043390:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000040:2.0:1783979798.043396:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979798.043396:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.043404:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979798.043406:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979798.043408:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979798.043410:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979798.043412:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979798.043415:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979798.043418:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979798.043419:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979798.043421:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979798.043422:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979798.043426:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979798.043427:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979798.043430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979798.043432:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979798.043435:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979798.043438:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559976832, portal 10
00000100:00000001:2.0:1783979798.043440:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979798.043441:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979798.043446:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043452:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979798.043455:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979798.043457:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979798.043459:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559976832, offset 0
00000400:00000200:2.0:1783979798.043462:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979798.043466:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.043469:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979798.043472:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979798.043474:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979798.043476:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979798.043478:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979798.043481:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390832:390832:256:4294967295] 192.168.201.140@tcp LPNI seq info [390807:390807:8:4294967295]
00000400:00000200:2.0:1783979798.043484:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.043490:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979798.043495:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.043498:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979798.043502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979798.043504:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979798.043508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979798.043510:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979798.043514:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.043515:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979798.043518:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979798.043521:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979798.043524:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979798.043526:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979798.043528:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979798.043532:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043539:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.043542:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043548:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.043550:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979798.043553:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979798.043555:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979798.043559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979798.043561:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305192975
00000100:00000001:2.0:1783979798.043563:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305196747
00000100:00000001:2.0:1783979798.043565:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305192975
00000100:00000001:2.0:1783979798.043567:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305196747
00000100:00000001:2.0:1783979798.043570:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979798.043572:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.043573:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979798.043577:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979798/real 1783979798]  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979798.043586:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979798.043587:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979798.043589:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979798.043591:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979798.043593:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979798.043594:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979798.043598:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979798.043606:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043613:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979798.043614:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043616:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.043617:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979798.043620:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043626:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979798.043629:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043636:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979798.043638:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.043640:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043641:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979798.043643:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979798.043645:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979798.043648:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979798.043650:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979798.043654:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979798.043661:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979798.043664:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043666:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.043669:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559976704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043675:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979798.043677:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979798.043679:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979798.043681:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979798.043683:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979798.043684:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979798.043686:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979798.043688:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979798.043690:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979798.043691:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979798.043693:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979798.043695:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979798.043697:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043698:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.043701:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559976832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.043707:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979798.043709:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979798.043710:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979798.043712:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979798.043713:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979798.043714:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979798.043716:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979798.043717:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979798.043719:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979798.043721:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979798.043722:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979798.043724:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979798.043726:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043727:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.043731:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979798.043733:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.043734:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979798.043736:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979798.044551:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979798.044561:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979798.044564:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979798.044569:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979798.044589:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979798.044592:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979798.044595:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979798.044597:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979798.044599:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979798.044602:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979798.044604:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10520
00000400:00000200:3.0:1783979798.044609:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979798.044613:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979798.044616:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979798.044620:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979798.044623:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979798.044625:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979798.044627:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979798.044628:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783979798.044631:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979798.044633:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1783979798.044635:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783979798.044636:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979798.044639:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979798.044643:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000100:00000040:2.0:1783979798.044644:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979798.044646:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979798.044651:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979798.044658:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979798.044661:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979798.044662:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783979798.044664:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979798.044666:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979798.044669:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979798.044670:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:2.0:1783979798.044674:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1783979798.044675:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
02000000:00000001:2.0:1783979798.044680:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979798.044681:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979798.044685:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979798.044688:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976960:192.168.201.140@tcp:8:kworker.0
02000000:00000001:3.0:1783979798.044690:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783979798.044695:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979798.044695:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979798.044697:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979798.044700:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979798.044701:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.044703:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1783979798.044705:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1783979798.044708:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
02000000:00000010:2.0:1783979798.044711:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
00000008:00000001:3.0:1783979798.044712:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979798.044715:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.044717:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979798.044723:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000010:3.0:1783979798.044723:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000400:00000010:2.0:1783979798.044728:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000020:00000040:3.0:1783979798.044728:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979798.044732:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979798.044733:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979798.044735:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979798.044737:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979798.044739:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783979798.044748:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
02000000:00000010:3.0:1783979798.044748:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979798.044753:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783979798.044755:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559976960, portal 4
00000100:00000001:2.0:1783979798.044759:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1783979798.044761:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979798.044762:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979798.044773:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979798.044774:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979798.044779:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.044787:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979798.044788:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979798.044794:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979798.044798:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979798.044802:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559976960, offset 0
00000100:00000001:3.0:1783979798.044805:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979798.044810:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000040:3.0:1783979798.044813:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10530)
00000400:00000200:2.0:1783979798.044817:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.044822:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979798.044826:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979798.044828:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979798.044831:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979798.044835:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979798.044839:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390833:390833:256:4294967295] 192.168.201.140@tcp LPNI seq info [390808:390808:8:4294967295]
00000400:00000200:2.0:1783979798.044844:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.044851:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979798.044856:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.044860:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979798.044864:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979798.044867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979798.044871:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979798.044873:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979798.044877:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.045752:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979798.045760:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979798.045765:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979798.045769:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979798.045771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979798.045774:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979798.045779:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.045789:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.045792:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.045799:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.045801:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979798.045805:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979798.045809:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979798.045813:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979798.045815:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305193004
00000100:00000001:2.0:1783979798.045817:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305196747
00000100:00000001:2.0:1783979798.045820:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305193004
00000100:00000001:2.0:1783979798.045822:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305196747
00000100:00000001:2.0:1783979798.045824:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979798.045827:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.045829:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979798.045833:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979798/real 1783979798]  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979798.045842:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979798.045843:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979798.045845:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979798.045848:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979798.045850:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979798.045852:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979798.045855:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979798.045864:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.045871:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979798.045873:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.045875:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.045876:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979798.045890:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.045897:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979798.045902:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.045909:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979798.045912:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.045914:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.045915:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.045917:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979798.045919:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979798.045921:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979798.045925:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979798.045927:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979798.045931:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979798.045938:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559976960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979798.045942:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.045944:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.046425:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559976960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046435:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979798.046438:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979798.046440:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979798.046444:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979798.046445:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979798.046447:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979798.046449:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979798.046452:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979798.046455:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979798.046457:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979798.046459:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979798.046462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979798.046464:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.046466:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.046473:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979798.046475:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.046477:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979798.046479:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979798.046480:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979798.046486:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046494:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979798.046495:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979798.046498:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979798.046500:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979798.046503:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979798.046506:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979798.046510:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979798.046513:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979798.046514:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979798.046516:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979798.046521:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979798.046523:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979798.046527:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979798.046530:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979798.046533:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979798.046537:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559977088, portal 4
00000100:00000001:2.0:1783979798.046540:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979798.046541:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979798.046547:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046554:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979798.046556:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979798.046558:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979798.046561:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559977088, offset 0
00000400:00000200:2.0:1783979798.046565:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979798.046570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.046574:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979798.046578:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979798.046581:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979798.046584:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979798.046586:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979798.046590:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390834:390834:256:4294967295] 192.168.201.140@tcp LPNI seq info [390809:390809:8:4294967295]
00000400:00000200:2.0:1783979798.046594:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979798.046601:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979798.046605:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.046609:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979798.046614:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979798.046617:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979798.046622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979798.046625:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979798.046629:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979798.046631:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979798.046634:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979798.046637:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979798.046640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979798.046642:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979798.046644:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979798.046648:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046655:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.046658:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046664:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.046666:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979798.046669:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979798.046672:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979798.046676:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979798.046678:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305193007
00000100:00000001:2.0:1783979798.046681:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305196747
00000100:00000001:2.0:1783979798.046683:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305193007
00000100:00000001:2.0:1783979798.046685:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305196747
00000100:00000001:2.0:1783979798.046687:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979798.046689:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.046690:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979798.046694:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979798/real 1783979798]  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979798.046703:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979798.046704:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979798.046706:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979798.046708:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979798.046710:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979798.046712:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979798.046715:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979798.046724:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046741:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979798.046743:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.046745:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.046747:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979798.046750:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046757:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979798.046761:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046768:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979798.046770:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.046772:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979798.046774:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.046776:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979798.046777:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979798.046784:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979798.046788:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979798.046790:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979798.046794:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979798.046802:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979798.046807:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.046808:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979798.046811:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559977088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979798.046818:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979798.046819:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979798.046821:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979798.046824:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979798.046825:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979798.046826:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979798.046828:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979798.046830:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979798.046832:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979798.046833:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979798.046834:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979798.046836:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979798.046838:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.046839:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979798.046842:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979798.046844:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979798.046846:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979798.046847:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979798.809213:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979798.809226:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979798.809231:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979798.809233:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979798.809236:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979798.809238:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979798.809433:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979798.809436:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979798.809439:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979799.833275:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979799.833284:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979799.833291:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979799.833292:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979799.833295:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979799.833295:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979799.833376:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979799.833381:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979799.833384:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979800.859988:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979800.859997:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979800.860003:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979800.860004:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979800.860008:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979800.860009:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979800.864217:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979800.864223:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979800.864228:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979801.881175:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305196747, at 4305196800
00000100:00000010:2.0:1783979801.881191:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979801.882259:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979801.882265:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979801.882267:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979801.882271:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979801.882274:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979801.882276:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979801.882278:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979801.882281:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979801.882284:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979801.882285:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979801.882287:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979801.882288:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979801.882290:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979801.882291:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979801.882293:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979801.882294:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979801.882298:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979801.882299:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979801.882355:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979801.882359:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979801.882362:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979801.884216:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305196747, at 4305196803
00000100:00000010:3.0:1783979801.884227:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627840.
00010000:00000001:1.0:1783979802.905173:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979802.905179:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979802.905184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979802.905186:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979802.905189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979802.905191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979802.905385:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979802.905389:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979802.905393:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979803.164831:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979803.164843:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979803.164845:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979803.164848:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979803.164852:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979803.164859:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10525
00000400:00000200:1.0:1783979803.164867:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979803.164874:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979803.164877:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979803.164880:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.164883:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.164885:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.164888:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979803.164891:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979803.164893:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979803.164895:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979803.164898:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979803.164901:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979803.164903:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979803.164906:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.164907:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.164909:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.164911:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979803.164913:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979803.164916:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979803.164918:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979803.164921:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979803.164924:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979803.164927:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.164929:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979803.164931:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979803.164974:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979803.164977:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979803.164980:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979803.164981:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.164983:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979803.164985:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979803.164988:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979803.164993:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979803.164998:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979803.165006:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979803.165012:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979803.165015:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979803.165018:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.165092:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979803.165096:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979803.165098:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979803.165104:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.165112:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979803.165114:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.165116:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979803.165118:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979803.165120:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979803.165122:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559977216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979803.165124:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979803.165127:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979803.165129:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.165131:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979803.165134:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979803.165135:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979803.165139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979803.165142:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979803.165147:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979803.165151:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559977216, portal 25
00000100:00000001:2.0:1783979803.165153:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979803.165154:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:2.0:1783979803.165157:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.165162:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979803.165163:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979803.165166:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979803.165168:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559977216, offset 0
00000400:00000200:2.0:1783979803.165172:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979803.165178:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.165182:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979803.165186:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979803.165188:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979803.165191:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979803.165192:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979803.165195:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390835:390835:256:4294967295] 192.168.201.140@tcp LPNI seq info [390810:390810:8:4294967295]
00000400:00000200:2.0:1783979803.165198:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.165203:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979803.165207:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.165210:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979803.165215:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979803.165217:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979803.165221:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979803.165223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979803.165226:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.165228:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979803.165232:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979803.165235:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979803.165239:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979803.165241:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979803.165243:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979803.165246:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979803.165278:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979803.165280:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979803.165282:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979803.165283:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979803.165284:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979803.165286:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979803.165288:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10525
00000400:00000200:1.0:1783979803.165291:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979803.165293:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979803.165294:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979803.165296:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.165297:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.165298:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.165300:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979803.165301:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979803.165302:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979803.165303:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979803.165304:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979803.165305:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979803.165306:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979803.165308:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.165309:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.165311:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.165312:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979803.165313:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979803.165315:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979803.165316:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979803.165317:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979803.165322:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979803.165323:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.165324:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979803.165328:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979803.165331:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.165333:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979803.165336:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979803.165338:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979803.165340:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979803.165341:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.165342:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979803.165344:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979803.165345:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979803.165349:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979803.165363:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979803.165368:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979803.165375:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979803.165377:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979803.165380:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.165900:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.165905:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.165912:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.165914:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979803.165920:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979803.165924:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979803.165927:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305201870
00000100:00000010:2.0:1783979803.165933:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979803.165939:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979803.165944:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305201870
00000100:00000010:2.0:1783979803.165947:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856271e0.
00000100:00000001:2.0:1783979803.165951:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979803.165965:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979803.165968:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.165970:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979803.165975:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979803/real 1783979803]  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979803.165983:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979803.165985:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979803.165987:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979803.165990:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979803.165991:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979803.165994:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979803.165997:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979803.166004:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166011:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979803.166013:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166015:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.166016:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979803.166020:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166026:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979803.166030:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166043:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979803.166046:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166085:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.166086:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166089:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979803.166091:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979803.166095:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979803.166099:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979803.166101:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979803.166106:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979803.166113:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559977216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979803.166117:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166119:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.166122:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559977216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166129:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979803.166131:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979803.166134:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979803.166137:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979803.166138:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979803.166141:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979803.166143:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979803.166145:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:2.0:1783979803.166148:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979803.166150:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979803.166151:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:2.0:1783979803.166154:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979803.166156:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166158:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166165:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979803.166167:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.166170:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979803.166171:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979803.166173:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979803.166177:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166184:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979803.166185:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.166187:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979803.166189:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979803.166191:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979803.166193:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979803.166196:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979803.166198:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979803.166199:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.166201:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979803.166204:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979803.166205:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979803.166209:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979803.166212:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979803.166215:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979803.166219:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559977344, portal 10
00000100:00000001:2.0:1783979803.166221:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979803.166222:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:2.0:1783979803.166229:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166235:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979803.166237:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979803.166240:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979803.166242:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559977344, offset 0
00000400:00000200:2.0:1783979803.166245:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979803.166250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.166253:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979803.166257:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979803.166259:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979803.166261:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979803.166264:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979803.166267:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390836:390836:256:4294967295] 192.168.201.140@tcp LPNI seq info [390811:390811:8:4294967295]
00000400:00000200:2.0:1783979803.166270:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.166276:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979803.166281:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.166284:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979803.166288:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979803.166290:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979803.166294:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979803.166297:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979803.166301:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.166302:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979803.166306:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979803.166309:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979803.166313:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979803.166315:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979803.166317:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979803.166321:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166342:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.166346:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166353:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.166354:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979803.166357:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979803.166361:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979803.166364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979803.166366:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305198102
00000100:00000001:2.0:1783979803.166369:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305201870
00000100:00000001:2.0:1783979803.166371:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305198102
00000100:00000001:2.0:1783979803.166373:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305201870
00000100:00000001:2.0:1783979803.166375:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979803.166377:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.166378:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979803.166382:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979803/real 1783979803]  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979803.166390:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979803.166391:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979803.166393:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979803.166395:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979803.166397:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979803.166399:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979803.166402:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979803.166410:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166416:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979803.166417:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166419:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.166420:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979803.166424:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166430:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979803.166434:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166440:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979803.166442:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166444:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.166445:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166447:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979803.166449:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979803.166452:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979803.166455:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979803.166457:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979803.166460:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979803.166468:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979803.166471:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166473:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.166475:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559977344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166482:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979803.166483:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979803.166485:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979803.166487:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979803.166489:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979803.166490:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979803.166492:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979803.166493:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:2.0:1783979803.166495:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979803.166497:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979803.166498:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:2.0:1783979803.166500:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979803.166501:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166503:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.166507:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979803.166508:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.166510:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979803.166511:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.166669:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979803.166671:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.166750:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979803.166755:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979803.166759:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979803.166760:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979803.166763:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979803.166766:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979803.166769:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10525
00000400:00000200:1.0:1783979803.166773:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979803.166776:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979803.166778:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979803.166780:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.166782:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.166784:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.166786:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979803.166788:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979803.166790:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979803.166803:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979803.166805:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979803.166807:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979803.166810:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979803.166813:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.166814:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.166816:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.166817:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979803.166819:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979803.166822:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979803.166824:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979803.166826:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979803.166830:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979803.166897:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.166899:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979803.166902:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979803.166904:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.166906:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979803.166911:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979803.166913:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979803.166916:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979803.166917:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.166919:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979803.166921:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979803.166923:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979803.166928:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979803.166932:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979803.166937:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979803.166945:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979803.166948:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979803.166951:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.166991:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979803.166994:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979803.166995:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979803.166999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167006:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979803.167007:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.167009:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979803.167010:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979803.167013:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979803.167015:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979803.167019:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979803.167021:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979803.167022:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.167023:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979803.167027:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979803.167028:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979803.167032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979803.167034:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979803.167037:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979803.167041:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559977472, portal 10
00000100:00000001:2.0:1783979803.167042:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979803.167044:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00000001:1.0:1783979803.167338:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979803.167342:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979803.167345:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979803.167347:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979803.167348:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979803.167351:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979803.167354:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10525
00000400:00000200:1.0:1783979803.167358:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979803.167360:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979803.167367:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979803.167369:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167371:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.167373:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167375:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979803.167378:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979803.167379:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979803.167381:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979803.167383:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979803.167385:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979803.167387:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979803.167390:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167392:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.167394:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167396:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979803.167398:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979803.167401:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167403:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979803.167405:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979803.167408:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979803.167410:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.167412:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979803.167414:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979803.167417:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.167418:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979803.167422:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979803.167424:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979803.167427:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979803.167427:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.167429:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979803.167430:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979803.167431:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979803.167434:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979803.167436:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979803.167439:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979803.167444:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979803.167445:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979803.167448:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979803.167453:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979803.167455:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979803.167457:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979803.167458:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979803.167459:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979803.167461:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979803.167462:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10525
00000400:00000200:1.0:1783979803.167464:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979803.167466:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979803.167467:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979803.167469:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167471:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.167472:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167473:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979803.167474:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979803.167475:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979803.167476:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979803.167477:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979803.167478:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979803.167479:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979803.167480:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167481:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979803.167483:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167484:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979803.167485:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979803.167487:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979803.167488:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979803.167489:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979803.167491:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979803.167492:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.167493:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979803.167494:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979803.167496:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.167497:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979803.167499:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979803.167500:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979803.167502:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979803.167502:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979803.167503:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979803.167504:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979803.167504:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979803.167506:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979803.167507:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979803.167510:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979803.167514:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979803.167515:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979803.167517:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979803.167520:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979803.167524:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10535)
00000100:00000040:2.0:1783979803.167559:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167564:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979803.167565:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979803.167568:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979803.167570:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559977472, offset 0
00000400:00000200:2.0:1783979803.167573:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979803.167577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.167579:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979803.167611:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979803.167613:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979803.167614:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979803.167616:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979803.167618:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390837:390837:256:4294967295] 192.168.201.140@tcp LPNI seq info [390812:390812:8:4294967295]
00000400:00000200:2.0:1783979803.167620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.167625:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979803.167628:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.167630:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979803.167633:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979803.167635:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979803.167639:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979803.167641:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979803.167643:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.167645:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979803.167648:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979803.167652:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979803.167655:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979803.167657:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979803.167660:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979803.167663:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167671:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.167673:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167680:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.167681:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979803.167685:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979803.167688:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979803.167692:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979803.167694:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305198099
00000100:00000001:2.0:1783979803.167696:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305201870
00000100:00000001:2.0:1783979803.167698:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305198099
00000100:00000001:2.0:1783979803.167700:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305201870
00000100:00000001:2.0:1783979803.167701:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979803.167703:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.167704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979803.167707:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979803/real 1783979803]  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979803.167712:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979803.167712:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979803.167714:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979803.167716:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979803.167717:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979803.167718:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979803.167720:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979803.167725:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167729:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979803.167729:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.167730:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.167731:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979803.167733:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167737:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979803.167739:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167743:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979803.167745:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.167746:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.167747:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.167748:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979803.167749:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979803.167751:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979803.167753:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979803.167755:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979803.167756:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979803.167761:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979803.167763:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.167764:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.167766:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559977472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167769:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979803.167770:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979803.167772:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979803.167773:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979803.167774:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979803.167775:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979803.167776:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979803.167778:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:2.0:1783979803.167780:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979803.167781:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979803.167782:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:2.0:1783979803.167783:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979803.167784:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.167785:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.167789:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979803.167790:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.167804:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979803.167805:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979803.167807:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979803.167811:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167821:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979803.167822:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.167824:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979803.167826:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979803.167828:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979803.167830:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979803.167901:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979803.167903:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979803.167905:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.167906:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979803.167909:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979803.167912:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979803.167916:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979803.167918:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979803.167922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979803.167925:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559977600, portal 4
00000100:00000001:2.0:1783979803.167926:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979803.167927:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:2.0:1783979803.167933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.167938:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979803.167941:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979803.167942:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979803.167944:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559977600, offset 0
00000400:00000200:2.0:1783979803.167949:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979803.167952:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.167955:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979803.167958:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979803.167961:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979803.167963:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979803.167965:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979803.167968:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390838:390838:256:4294967295] 192.168.201.140@tcp LPNI seq info [390813:390813:8:4294967295]
00000400:00000200:2.0:1783979803.167972:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.167978:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979803.167982:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.167985:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979803.167988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979803.167990:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979803.167994:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979803.167996:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979803.168001:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.168002:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979803.168005:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979803.168009:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979803.168011:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979803.168012:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979803.168014:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979803.168018:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168024:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.168027:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168033:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.168035:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979803.168038:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979803.168041:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979803.168044:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979803.168046:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305198126
00000100:00000001:2.0:1783979803.168072:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305201870
00000100:00000001:2.0:1783979803.168074:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305198127
00000100:00000001:2.0:1783979803.168076:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305201870
00000100:00000001:2.0:1783979803.168078:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979803.168080:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.168082:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979803.168086:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979803/real 1783979803]  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979803.168093:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979803.168095:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979803.168097:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979803.168099:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979803.168101:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979803.168102:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979803.168105:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979803.168114:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168121:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979803.168122:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168124:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.168125:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979803.168129:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168134:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979803.168137:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168143:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979803.168145:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168147:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.168148:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168150:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979803.168151:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979803.168153:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979803.168157:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979803.168158:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979803.168162:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979803.168169:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979803.168173:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979803.168176:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168181:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979803.168182:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.168183:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979803.168185:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979803.168186:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979803.168188:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979803.168190:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979803.168191:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979803.168192:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979803.168193:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979803.168195:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979803.168196:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979803.168198:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979803.168200:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979803.168201:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979803.168203:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559977728, portal 4
00000100:00000001:2.0:1783979803.168205:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979803.168206:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423313152 : -128863286238464 : ffff8accad996300)
00000100:00000040:2.0:1783979803.168209:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168213:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979803.168215:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979803.168216:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979803.168217:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559977728, offset 0
00000400:00000200:2.0:1783979803.168220:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979803.168222:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.168224:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979803.168226:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979803.168228:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979803.168229:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979803.168231:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979803.168232:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390839:390839:256:4294967295] 192.168.201.140@tcp LPNI seq info [390814:390814:8:4294967295]
00000400:00000200:2.0:1783979803.168235:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979803.168238:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979803.168241:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.168243:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979803.168246:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979803.168247:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979803.168250:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979803.168251:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979803.168253:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979803.168255:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979803.168257:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979803.168259:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979803.168261:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979803.168262:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979803.168263:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979803.168265:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168270:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.168271:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168275:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.168276:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979803.168278:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979803.168280:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979803.168281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979803.168283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305198129
00000100:00000001:2.0:1783979803.168284:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305201870
00000100:00000001:2.0:1783979803.168285:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305198129
00000100:00000001:2.0:1783979803.168286:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305201870
00000100:00000001:2.0:1783979803.168287:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979803.168288:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.168290:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979803.168291:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979803/real 1783979803]  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979803.168295:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979803.168296:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979803.168297:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979803.168298:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979803.168299:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979803.168300:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979803.168302:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979803.168306:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168309:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979803.168310:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.168312:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979803.168314:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168317:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979803.168319:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168325:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979803.168327:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168328:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979803.168330:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168331:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979803.168333:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979803.168335:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979803.168338:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979803.168340:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979803.168343:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979803.168351:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979803.168354:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168356:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.168359:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559977600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168365:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979803.168366:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979803.168368:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979803.168370:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979803.168372:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979803.168373:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979803.168375:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979803.168377:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:2.0:1783979803.168379:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979803.168380:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979803.168382:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:2.0:1783979803.168384:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979803.168385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168387:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979803.168391:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559977728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979803.168397:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979803.168398:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979803.168399:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979803.168402:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979803.168403:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979803.168404:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979803.168406:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979803.168407:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:2.0:1783979803.168409:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979803.168410:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979803.168411:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:2.0:1783979803.168413:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979803.168414:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168416:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979803.168419:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979803.168421:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979803.168422:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979803.168424:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979803.930146:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979803.930154:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979803.930159:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979803.930161:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979803.930164:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979803.930165:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979803.930707:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979803.930711:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979803.930713:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979804.953175:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979804.953182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979804.953187:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979804.953188:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979804.953192:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979804.953193:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979804.953851:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979804.953855:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979804.953859:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979805.977448:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979805.977457:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979805.977462:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979805.977464:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979805.977467:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979805.977471:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979805.977473:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979805.977477:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979805.977479:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979805.977481:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979805.977483:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979805.977485:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979805.977841:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979805.977845:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979805.977848:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979807.001184:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305201870, at 4305201920
00000100:00000040:3.0:1783979807.001191:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305201870, at 4305201920
00000100:00000010:2.0:1783979807.001201:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000100:00000010:3.0:1783979807.001204:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856271e0.
00010000:00000001:1.0:1783979807.001372:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979807.001376:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979807.001380:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979807.001382:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979807.001386:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979807.001387:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979807.001471:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979807.001475:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979807.001478:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979808.025607:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979808.025612:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979808.025616:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979808.025625:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979808.025627:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979808.025628:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979808.026039:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979808.026044:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979808.026072:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979808.281601:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979808.281612:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979808.281615:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979808.281620:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979808.281625:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979808.281633:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10530
00000400:00000200:0.0:1783979808.281643:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979808.281650:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979808.281654:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979808.281658:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281661:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.281674:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281677:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979808.281681:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979808.281683:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979808.281686:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979808.281689:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979808.281692:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979808.281694:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979808.281697:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281699:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.281701:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281730:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979808.281733:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979808.281736:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281739:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979808.281742:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979808.281745:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979808.281748:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.281750:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979808.281753:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979808.281761:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807b80.
00000020:00000040:0.0:1783979808.281765:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979808.281769:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979808.281771:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.281774:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979808.281777:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979808.281781:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979808.281791:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba800.
00000100:00000001:0.0:1783979808.281799:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979808.281811:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979808.281821:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979808.281826:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979808.281831:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087f92af4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979808.281858:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979808.281862:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979808.281865:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979808.281867:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979808.281868:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979808.281871:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979808.281874:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10530
00000400:00000200:0.0:1783979808.281878:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979808.281881:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979808.281883:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979808.281886:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281888:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.281890:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281892:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979808.281894:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979808.281895:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979808.281897:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979808.281899:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979808.281901:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979808.281903:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979808.281906:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281909:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.281910:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281912:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979808.281914:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979808.281917:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979808.281920:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979808.281921:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979808.281927:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979808.281929:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.281931:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979808.281946:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979808.281950:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.281952:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979808.281955:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807800.
00000020:00000040:0.0:1783979808.281958:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979808.281960:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979808.281961:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.281963:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979808.281970:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979808.281972:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979808.281976:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8800.
00000100:00000001:0.0:1783979808.281980:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979808.281985:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979808.281992:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979808.281994:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979808.281998:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011736865] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979808.282011:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979808.282014:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979808.282017:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979808.282019:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979808.282020:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979808.282022:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979808.282025:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10530
00000400:00000200:0.0:1783979808.282029:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979808.282032:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979808.282034:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979808.282037:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282039:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.282041:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282043:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979808.282045:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979808.282046:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979808.282084:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979808.282086:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979808.282088:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979808.282090:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979808.282093:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282096:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.282097:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282099:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979808.282101:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979808.282104:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282107:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979808.282109:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979808.282112:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979808.282115:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282116:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979808.282119:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979808.282121:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282123:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979808.282127:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805500.
00000020:00000040:0.0:1783979808.282129:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979808.282132:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979808.282133:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282134:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979808.282136:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979808.282138:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979808.282141:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba400.
00000100:00000001:0.0:1783979808.282144:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979808.282149:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979808.282157:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979808.282159:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979808.282176:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1bb3957] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979808.282184:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979808.282186:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979808.282190:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979808.282191:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979808.282193:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979808.282195:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979808.282198:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10530
00000400:00000200:0.0:1783979808.282201:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979808.282204:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979808.282206:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979808.282210:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282212:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.282214:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282215:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979808.282218:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979808.282219:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979808.282220:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979808.282222:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979808.282224:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979808.282226:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979808.282228:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282230:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.282232:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282234:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979808.282236:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979808.282238:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282241:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979808.282243:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979808.282245:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979808.282247:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282250:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979808.282252:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979808.282254:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282255:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979808.282259:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806d80.
00000020:00000040:0.0:1783979808.282261:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979808.282274:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979808.282275:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282277:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979808.282278:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979808.282280:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979808.282284:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9c00.
00000100:00000001:0.0:1783979808.282288:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979808.282293:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979808.282300:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979808.282302:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979808.282306:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f750ec99] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979808.282313:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979808.282316:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979808.282320:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979808.282321:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979808.282323:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979808.282325:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979808.282328:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10530
00000400:00000200:0.0:1783979808.282332:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979808.282335:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979808.282337:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979808.282340:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282342:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.282343:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282345:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979808.282348:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979808.282349:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979808.282351:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979808.282353:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979808.282355:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979808.282357:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979808.282360:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282362:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979808.282365:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282366:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979808.282369:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979808.282371:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979808.282374:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979808.282375:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979808.282378:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979808.282380:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282382:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979808.282384:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979808.282386:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282388:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979808.282391:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805f80.
00000020:00000040:0.0:1783979808.282393:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979808.282396:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979808.282397:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979808.282399:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979808.282400:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979808.282402:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979808.282406:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979808.282409:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979808.282413:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979808.282420:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979808.282422:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979808.282425:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b18d206] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979808.282432:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979808.282437:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10540)
00000100:00000001:2.0:1783979808.282489:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979808.282494:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979808.282496:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979808.282502:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282511:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979808.282513:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.282516:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979808.282518:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979808.282521:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979808.282524:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559977856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979808.282529:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979808.282534:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979808.282537:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.282540:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979808.282545:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979808.282547:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979808.282552:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979808.282556:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979808.282583:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979808.282592:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559977856, portal 25
00000100:00000001:2.0:1783979808.282595:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979808.282596:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455235456 : -128863254316160 : ffff8accaf807b80)
00000100:00000040:2.0:1783979808.282602:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282609:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979808.282611:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979808.282614:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979808.282618:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559977856, offset 0
00000400:00000200:2.0:1783979808.282625:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979808.282632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.282639:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979808.282644:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979808.282647:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979808.282651:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979808.282654:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979808.282658:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390840:390840:256:4294967295] 192.168.201.140@tcp LPNI seq info [390815:390815:8:4294967295]
00000400:00000200:2.0:1783979808.282662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.282671:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979808.282678:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.282683:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979808.282689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979808.282693:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979808.282697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979808.282702:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979808.282716:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.282719:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979808.282726:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979808.282731:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979808.282736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979808.282739:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979808.282743:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979808.282748:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282757:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.282761:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282767:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.282769:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979808.282775:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979808.282778:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979808.282781:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305206987
00000100:00000010:2.0:1783979808.282787:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979808.282794:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979808.282799:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305206987
00000100:00000010:2.0:1783979808.282803:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627420.
00000100:00000001:2.0:1783979808.282806:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979808.282809:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979808.282812:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.282815:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979808.282819:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979808/real 1783979808]  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979808.282828:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979808.282830:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979808.282832:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979808.282835:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979808.282837:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979808.282839:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979808.282843:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979808.282851:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282858:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979808.282860:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.282863:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.282864:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979808.282868:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282875:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979808.282879:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282886:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979808.282890:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.282891:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.282892:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.282895:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979808.282897:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979808.282900:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979808.282903:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979808.282906:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979808.282910:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979808.282918:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559977856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979808.282923:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979808.282926:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282932:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979808.282933:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.282935:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979808.282937:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979808.282939:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979808.282941:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979808.282944:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979808.282946:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979808.282947:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.282949:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979808.282952:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979808.282954:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979808.282958:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979808.282960:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979808.282964:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979808.282966:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559977984, portal 10
00000100:00000001:2.0:1783979808.282968:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979808.282969:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455234560 : -128863254317056 : ffff8accaf807800)
00000100:00000040:2.0:1783979808.282976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.282982:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979808.282984:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979808.282985:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979808.282987:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559977984, offset 0
00000400:00000200:2.0:1783979808.282991:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979808.282995:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.282998:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979808.283001:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979808.283003:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979808.283005:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979808.283007:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979808.283010:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390841:390841:256:4294967295] 192.168.201.140@tcp LPNI seq info [390816:390816:8:4294967295]
00000400:00000200:2.0:1783979808.283014:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.283019:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979808.283023:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.283026:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979808.283030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979808.283033:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979808.283037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979808.283039:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979808.283043:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.283044:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979808.283083:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979808.283087:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979808.283090:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979808.283092:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979808.283095:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979808.283098:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283106:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.283109:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283114:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.283116:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979808.283119:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979808.283123:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979808.283126:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979808.283128:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305203218
00000100:00000001:2.0:1783979808.283130:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305206987
00000100:00000001:2.0:1783979808.283132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305203218
00000100:00000001:2.0:1783979808.283133:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305206987
00000100:00000001:2.0:1783979808.283135:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979808.283137:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.283139:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979808.283143:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979808/real 1783979808]  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979808.283150:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979808.283151:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979808.283153:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979808.283155:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979808.283157:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979808.283159:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979808.283162:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979808.283168:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283172:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979808.283173:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283175:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.283176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979808.283178:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283181:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979808.283184:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283188:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979808.283189:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283190:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.283191:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283192:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979808.283193:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979808.283195:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979808.283196:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979808.283197:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979808.283199:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979808.283203:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559977984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979808.283206:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979808.283208:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283212:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979808.283213:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.283214:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979808.283215:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979808.283216:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979808.283218:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979808.283219:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979808.283221:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979808.283222:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.283223:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979808.283226:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979808.283227:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979808.283229:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979808.283231:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979808.283233:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979808.283235:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559978112, portal 10
00000100:00000001:2.0:1783979808.283236:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979808.283237:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455225600 : -128863254326016 : ffff8accaf805500)
00000100:00000040:2.0:1783979808.283243:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283249:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979808.283251:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979808.283254:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979808.283256:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559978112, offset 0
00000400:00000200:2.0:1783979808.283260:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979808.283264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.283267:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979808.283270:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979808.283272:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979808.283274:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979808.283276:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979808.283279:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390842:390842:256:4294967295] 192.168.201.140@tcp LPNI seq info [390817:390817:8:4294967295]
00000400:00000200:2.0:1783979808.283283:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.283289:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979808.283293:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.283296:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979808.283299:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979808.283301:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979808.283304:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979808.283305:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979808.283308:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.283309:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979808.283311:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979808.283313:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979808.283315:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979808.283317:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979808.283318:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979808.283320:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283325:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.283327:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283331:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.283331:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979808.283333:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979808.283335:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979808.283337:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979808.283339:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305203214
00000100:00000001:2.0:1783979808.283340:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305206987
00000100:00000001:2.0:1783979808.283342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305203214
00000100:00000001:2.0:1783979808.283343:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305206987
00000100:00000001:2.0:1783979808.283344:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979808.283345:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.283346:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979808.283348:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979808/real 1783979808]  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979808.283353:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979808.283354:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979808.283355:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979808.283356:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979808.283357:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979808.283358:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979808.283360:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979808.283365:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283370:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979808.283371:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283372:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.283373:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979808.283375:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283379:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979808.283381:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283384:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979808.283385:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283386:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.283387:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283388:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979808.283389:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979808.283390:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979808.283392:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979808.283393:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979808.283395:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979808.283399:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979808.283401:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979808.283403:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283407:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979808.283408:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.283410:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979808.283411:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979808.283412:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979808.283413:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979808.283415:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979808.283416:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979808.283417:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.283418:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979808.283420:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979808.283421:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979808.283423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979808.283424:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979808.283427:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979808.283428:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559978240, portal 4
00000100:00000001:2.0:1783979808.283430:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979808.283431:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455231872 : -128863254319744 : ffff8accaf806d80)
00000100:00000040:2.0:1783979808.283434:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283438:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979808.283441:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979808.283443:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979808.283445:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559978240, offset 0
00000400:00000200:2.0:1783979808.283449:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979808.283452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.283455:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979808.283457:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979808.283460:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979808.283462:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979808.283464:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979808.283467:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390843:390843:256:4294967295] 192.168.201.140@tcp LPNI seq info [390818:390818:8:4294967295]
00000400:00000200:2.0:1783979808.283471:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.283476:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979808.283481:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.283484:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979808.283487:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979808.283489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979808.283493:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979808.283496:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979808.283500:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.283502:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979808.283504:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979808.283507:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979808.283510:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979808.283512:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979808.283514:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979808.283518:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283525:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.283527:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283532:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.283533:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979808.283536:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979808.283539:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979808.283563:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979808.283565:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305203241
00000100:00000001:2.0:1783979808.283567:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305206987
00000100:00000001:2.0:1783979808.283569:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305203241
00000100:00000001:2.0:1783979808.283571:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305206987
00000100:00000001:2.0:1783979808.283573:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979808.283575:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.283577:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979808.283581:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979808/real 1783979808]  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979808.283588:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979808.283589:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979808.283591:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979808.283593:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979808.283594:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979808.283596:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979808.283598:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979808.283605:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283611:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979808.283612:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283613:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.283614:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979808.283618:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283623:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979808.283627:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283633:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979808.283635:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283636:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.283637:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283639:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979808.283640:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979808.283642:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979808.283645:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979808.283647:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979808.283651:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979808.283658:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979808.283662:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979808.283666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283672:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979808.283673:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.283675:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979808.283677:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979808.283678:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979808.283681:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979808.283685:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979808.283686:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979808.283688:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979808.283689:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979808.283693:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979808.283694:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979808.283698:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979808.283700:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979808.283717:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979808.283721:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559978368, portal 4
00000100:00000001:2.0:1783979808.283723:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979808.283724:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455228288 : -128863254323328 : ffff8accaf805f80)
00000100:00000040:2.0:1783979808.283729:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283736:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979808.283738:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979808.283740:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979808.283742:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559978368, offset 0
00000400:00000200:2.0:1783979808.283747:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979808.283751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.283755:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979808.283757:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979808.283759:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979808.283762:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979808.283764:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979808.283767:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390844:390844:256:4294967295] 192.168.201.140@tcp LPNI seq info [390819:390819:8:4294967295]
00000400:00000200:2.0:1783979808.283771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979808.283777:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979808.283781:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.283784:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979808.283788:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979808.283790:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979808.283794:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979808.283796:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979808.283799:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979808.283800:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979808.283803:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979808.283806:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979808.283808:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979808.283810:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979808.283812:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979808.283815:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283822:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.283824:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283830:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.283831:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979808.283834:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979808.283837:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979808.283840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979808.283843:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305203243
00000100:00000001:2.0:1783979808.283845:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305206987
00000100:00000001:2.0:1783979808.283847:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305203243
00000100:00000001:2.0:1783979808.283849:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305206987
00000100:00000001:2.0:1783979808.283851:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979808.283853:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.283854:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979808.283858:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979808/real 1783979808]  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979808.283866:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979808.283867:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979808.283868:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979808.283870:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979808.283872:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979808.283874:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979808.283877:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979808.283884:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283889:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979808.283890:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.283893:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979808.283897:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283903:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979808.283906:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283911:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979808.283914:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283915:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979808.283917:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283918:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979808.283920:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979808.283922:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979808.283926:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979808.283928:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979808.283931:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979808.283939:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979808.283942:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283945:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.283948:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807b80 x1870627559977856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283954:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979808.283956:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979808.283958:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979808.283961:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979808.283963:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979808.283965:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979808.283967:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979808.283969:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba800.
02000000:00000001:2.0:1783979808.283972:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979808.283974:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979808.283976:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807b80.
00000100:00000001:2.0:1783979808.283979:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979808.283980:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.283981:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.283985:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807800 x1870627559977984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.283996:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979808.283998:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979808.283999:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979808.284001:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979808.284002:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979808.284004:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979808.284005:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979808.284007:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:2.0:1783979808.284009:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979808.284010:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979808.284011:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807800.
00000100:00000001:2.0:1783979808.284013:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979808.284014:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.284016:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.284019:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805500 x1870627559978112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.284025:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979808.284026:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979808.284027:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979808.284030:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979808.284031:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979808.284032:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979808.284033:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979808.284034:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba400.
02000000:00000001:2.0:1783979808.284036:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979808.284037:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979808.284038:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805500.
00000100:00000001:2.0:1783979808.284040:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979808.284041:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.284043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.284067:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806d80 x1870627559978240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.284074:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979808.284075:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979808.284077:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979808.284080:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979808.284081:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979808.284082:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979808.284084:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979808.284085:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:2.0:1783979808.284087:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979808.284088:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979808.284089:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806d80.
00000100:00000001:2.0:1783979808.284093:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979808.284094:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.284095:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979808.284098:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805f80 x1870627559978368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979808.284103:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979808.284105:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979808.284106:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979808.284108:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979808.284108:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979808.284109:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979808.284111:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979808.284112:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba000.
02000000:00000001:2.0:1783979808.284114:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979808.284115:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979808.284116:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805f80.
00000100:00000001:2.0:1783979808.284118:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979808.284119:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.284121:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979808.284129:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979808.284131:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979808.284133:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979808.284134:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979809.049181:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979809.049188:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979809.049194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979809.049195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979809.049198:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979809.049199:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979809.049299:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979809.049303:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979809.049306:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979810.073388:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979810.073396:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979810.073401:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979810.073403:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979810.073406:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979810.073407:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979810.075531:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979810.075538:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979810.075543:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979811.098383:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979811.098391:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979811.098396:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979811.098397:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979811.098400:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979811.098401:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979811.098715:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979811.098719:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979811.098722:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979812.121530:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305206987, at 4305207040
00000100:00000010:3.0:1783979812.121549:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627420.
00000100:00000040:2.0:1783979812.121651:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305206987, at 4305207040
00000100:00000010:2.0:1783979812.121658:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979812.121718:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979812.121725:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979812.121727:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979812.121731:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979812.121735:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979812.121737:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979812.121740:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979812.121742:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979812.121746:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979812.121748:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979812.121749:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979812.121750:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979812.121752:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979812.121753:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979812.121755:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979812.121756:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979812.121759:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979812.121760:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979812.122368:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979812.122371:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979812.122373:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979812.249329:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979812.249339:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979812.249347:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1783979812.249577:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1783979812.249584:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979812.249596:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1783979812.249601:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979812.249603:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979813.145177:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979813.145185:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979813.145191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979813.145192:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979813.145195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979813.145196:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979813.145257:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979813.145261:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979813.145264:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979813.401183:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979813.401195:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979813.401197:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979813.401201:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979813.401206:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979813.401214:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10535
00000400:00000200:0.0:1783979813.401223:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979813.401230:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979813.401233:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979813.401235:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401239:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401241:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401244:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979813.401248:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979813.401250:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979813.401252:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979813.401256:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979813.401258:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979813.401261:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979813.401264:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401267:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401269:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401271:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979813.401274:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979813.401277:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401280:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979813.401295:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979813.401299:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979813.401303:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401305:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979813.401308:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979813.401315:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806a00.
00000020:00000040:0.0:1783979813.401319:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979813.401324:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979813.401326:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401329:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979813.401331:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979813.401335:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979813.401343:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb000.
00000100:00000001:0.0:1783979813.401349:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979813.401358:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979813.401379:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979813.401383:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979813.401388:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240c4fb2] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979813.401414:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979813.401417:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979813.401421:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979813.401423:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979813.401425:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979813.401427:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979813.401431:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10535
00000400:00000200:0.0:1783979813.401446:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979813.401449:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979813.401452:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979813.401455:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401456:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401459:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401461:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979813.401463:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979813.401465:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979813.401466:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979813.401468:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979813.401470:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979813.401472:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979813.401475:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401476:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401478:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401479:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979813.401482:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979813.401484:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401486:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979813.401488:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979813.401492:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979813.401494:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401496:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979813.401500:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979813.401502:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401504:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979813.401507:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805880.
00000020:00000040:0.0:1783979813.401509:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979813.401512:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979813.401513:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401514:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979813.401516:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979813.401517:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979813.401521:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979813.401524:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979813.401529:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979813.401534:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979813.401537:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979813.401540:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624f5955] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979813.401548:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979813.401550:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979813.401554:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979813.401555:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979813.401556:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979813.401558:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979813.401560:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10535
00000400:00000200:0.0:1783979813.401564:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979813.401566:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979813.401568:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979813.401571:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401572:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401574:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401576:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979813.401578:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979813.401579:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979813.401581:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979813.401582:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979813.401584:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979813.401587:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979813.401589:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401591:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401592:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401594:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979813.401596:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979813.401598:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401600:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979813.401601:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979813.401603:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979813.401605:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401607:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979813.401609:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979813.401611:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401612:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979813.401636:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807100.
00000020:00000040:0.0:1783979813.401639:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979813.401642:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979813.401643:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401645:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979813.401646:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979813.401648:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979813.401651:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:0.0:1783979813.401655:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979813.401660:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979813.401667:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979813.401668:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979813.401672:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1567a83] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979813.401679:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979813.401681:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979813.401684:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979813.401686:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979813.401687:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979813.401690:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979813.401693:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10535
00000400:00000200:0.0:1783979813.401697:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979813.401700:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979813.401702:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979813.401704:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401707:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401709:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401711:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979813.401712:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979813.401713:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979813.401715:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979813.401717:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979813.401719:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979813.401720:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979813.401723:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401725:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401726:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401728:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979813.401730:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979813.401732:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401734:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979813.401736:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979813.401739:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979813.401740:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401742:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979813.401744:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979813.401746:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401747:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979813.401751:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804e00.
00000020:00000040:0.0:1783979813.401753:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979813.401755:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979813.401756:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401757:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979813.401759:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979813.401760:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979813.401763:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979813.401766:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979813.401770:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979813.401776:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979813.401778:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979813.401781:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f12b3a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979813.401787:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979813.401789:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979813.401792:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979813.401793:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979813.401794:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979813.401797:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979813.401799:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10535
00000400:00000200:0.0:1783979813.401802:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979813.401804:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979813.401806:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979813.401809:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401810:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401812:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401814:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979813.401816:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979813.401817:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979813.401818:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979813.401820:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979813.401822:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979813.401823:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979813.401826:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401827:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979813.401828:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401830:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979813.401832:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979813.401834:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979813.401837:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979813.401838:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979813.401840:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979813.401842:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401843:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979813.401845:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979813.401846:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401848:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979813.401852:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806680.
00000020:00000040:0.0:1783979813.401854:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979813.401856:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979813.401857:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979813.401858:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979813.401860:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979813.401861:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979813.401864:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9000.
00000100:00000001:0.0:1783979813.401867:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979813.401871:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979813.401881:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979813.401883:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979813.401887:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edab95be] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979813.401892:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979813.401896:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10546)
00000100:00000001:2.0:1783979813.402195:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979813.402202:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979813.402205:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979813.402212:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402221:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979813.402224:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.402227:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979813.402230:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979813.402233:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979813.402236:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559978496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979813.402240:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979813.402245:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979813.402247:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.402250:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979813.402255:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979813.402257:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979813.402262:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979813.402266:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979813.402273:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979813.402280:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559978496, portal 25
00000100:00000001:2.0:1783979813.402282:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979813.402283:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230976 : -128863254320640 : ffff8accaf806a00)
00000100:00000040:2.0:1783979813.402289:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402296:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979813.402299:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979813.402302:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979813.402305:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559978496, offset 0
00000400:00000200:2.0:1783979813.402311:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979813.402318:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.402325:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979813.402331:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979813.402334:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979813.402338:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979813.402341:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979813.402345:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390845:390845:256:4294967295] 192.168.201.140@tcp LPNI seq info [390820:390820:8:4294967295]
00000400:00000200:2.0:1783979813.402349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.402358:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979813.402364:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.402369:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979813.402376:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979813.402380:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979813.402385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979813.402388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979813.402392:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.402394:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979813.402400:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979813.402404:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979813.402410:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979813.402412:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979813.402417:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979813.402421:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402431:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.402435:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402442:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.402444:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979813.402450:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979813.402453:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979813.402456:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305212106
00000100:00000010:2.0:1783979813.402461:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979813.402467:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979813.402472:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305212106
00000100:00000010:2.0:1783979813.402476:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627480.
00000100:00000001:2.0:1783979813.402479:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979813.402482:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979813.402484:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.402486:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979813.402491:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979813/real 1783979813]  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979813.402500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979813.402502:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979813.402504:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979813.402507:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979813.402508:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979813.402511:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979813.402514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979813.402523:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402529:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979813.402530:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.402533:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.402534:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979813.402537:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402544:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979813.402548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402555:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979813.402558:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.402560:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.402561:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.402564:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979813.402566:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979813.402569:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979813.402573:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979813.402575:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979813.402579:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979813.402587:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559978496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979813.402592:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979813.402595:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402602:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979813.402603:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.402605:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979813.402607:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979813.402609:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979813.402612:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979813.402627:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979813.402629:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979813.402631:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.402633:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979813.402637:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979813.402638:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979813.402642:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979813.402645:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979813.402648:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979813.402651:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559978624, portal 10
00000100:00000001:2.0:1783979813.402653:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979813.402654:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455226496 : -128863254325120 : ffff8accaf805880)
00000100:00000040:2.0:1783979813.402666:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402672:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979813.402674:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979813.402676:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979813.402679:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559978624, offset 0
00000400:00000200:2.0:1783979813.402683:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979813.402687:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.402690:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979813.402693:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979813.402695:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979813.402697:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979813.402699:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979813.402702:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390846:390846:256:4294967295] 192.168.201.140@tcp LPNI seq info [390821:390821:8:4294967295]
00000400:00000200:2.0:1783979813.402706:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.402712:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979813.402717:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.402720:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979813.402723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979813.402725:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979813.402729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979813.402731:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979813.402735:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.402737:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979813.402740:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979813.402743:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979813.402745:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979813.402747:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979813.402750:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979813.402753:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402765:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.402769:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402774:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.402776:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979813.402779:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979813.402782:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979813.402785:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979813.402787:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305208337
00000100:00000001:2.0:1783979813.402790:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305212106
00000100:00000001:2.0:1783979813.402792:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305208337
00000100:00000001:2.0:1783979813.402794:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305212106
00000100:00000001:2.0:1783979813.402795:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979813.402797:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.402799:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979813.402803:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979813/real 1783979813]  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979813.402810:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979813.402811:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979813.402812:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979813.402815:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979813.402817:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979813.402819:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979813.402822:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979813.402829:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402835:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979813.402836:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.402838:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.402839:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979813.402843:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402848:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979813.402852:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402857:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979813.402859:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.402861:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.402862:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.402864:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979813.402865:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979813.402867:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979813.402870:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979813.402872:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979813.402876:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979813.402883:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979813.402887:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979813.402890:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402896:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979813.402897:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.402899:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979813.402901:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979813.402902:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979813.402906:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979813.402909:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979813.402911:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979813.402912:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.402914:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979813.402917:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979813.402919:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979813.402922:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979813.402924:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979813.402927:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979813.402930:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559978752, portal 10
00000100:00000001:2.0:1783979813.402932:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979813.402933:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455232768 : -128863254318848 : ffff8accaf807100)
00000100:00000040:2.0:1783979813.402939:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.402944:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979813.402946:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979813.402948:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979813.402951:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559978752, offset 0
00000400:00000200:2.0:1783979813.402955:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979813.402959:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.402963:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979813.402965:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979813.402967:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979813.402969:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979813.402971:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979813.402974:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390847:390847:256:4294967295] 192.168.201.140@tcp LPNI seq info [390822:390822:8:4294967295]
00000400:00000200:2.0:1783979813.402978:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.402984:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979813.402988:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.402991:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979813.402995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979813.402998:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979813.403002:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979813.403005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979813.403008:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.403010:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979813.403013:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979813.403016:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979813.403018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979813.403020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979813.403022:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979813.403026:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403033:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.403035:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403040:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.403042:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979813.403045:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979813.403069:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979813.403073:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979813.403075:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305208333
00000100:00000001:2.0:1783979813.403077:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305212106
00000100:00000001:2.0:1783979813.403079:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305208333
00000100:00000001:2.0:1783979813.403081:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305212106
00000100:00000001:2.0:1783979813.403083:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979813.403086:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.403087:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979813.403091:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979813/real 1783979813]  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979813.403098:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979813.403100:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979813.403102:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979813.403104:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979813.403105:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979813.403108:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979813.403111:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979813.403119:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403125:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979813.403126:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403128:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.403129:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979813.403132:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403139:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979813.403142:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403149:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979813.403151:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403153:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.403154:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403155:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979813.403157:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979813.403159:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979813.403162:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979813.403164:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979813.403167:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979813.403180:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979813.403184:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979813.403188:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403194:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979813.403195:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.403197:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979813.403199:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979813.403200:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979813.403203:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979813.403206:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979813.403207:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979813.403209:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.403210:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979813.403213:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979813.403215:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979813.403218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979813.403221:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979813.403224:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979813.403226:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559978880, portal 4
00000100:00000001:2.0:1783979813.403228:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979813.403229:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455223808 : -128863254327808 : ffff8accaf804e00)
00000100:00000040:2.0:1783979813.403234:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403241:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979813.403243:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979813.403245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979813.403247:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559978880, offset 0
00000400:00000200:2.0:1783979813.403251:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979813.403254:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.403257:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979813.403260:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979813.403263:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979813.403265:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979813.403267:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979813.403270:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390848:390848:256:4294967295] 192.168.201.140@tcp LPNI seq info [390823:390823:8:4294967295]
00000400:00000200:2.0:1783979813.403274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.403281:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979813.403284:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.403287:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979813.403290:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979813.403293:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979813.403297:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979813.403300:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979813.403303:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.403305:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979813.403308:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979813.403311:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979813.403314:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979813.403315:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979813.403317:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979813.403320:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403327:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.403330:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403337:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.403338:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979813.403341:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979813.403343:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979813.403346:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979813.403348:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305208360
00000100:00000001:2.0:1783979813.403350:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305212106
00000100:00000001:2.0:1783979813.403352:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305208360
00000100:00000001:2.0:1783979813.403354:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305212106
00000100:00000001:2.0:1783979813.403356:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979813.403358:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.403359:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979813.403362:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979813/real 1783979813]  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979813.403369:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979813.403370:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979813.403371:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979813.403373:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979813.403375:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979813.403377:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979813.403379:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979813.403387:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403393:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979813.403395:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403396:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.403398:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979813.403401:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403407:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979813.403410:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403417:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979813.403419:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403421:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.403422:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403424:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979813.403425:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979813.403428:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979813.403430:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979813.403432:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979813.403436:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979813.403443:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559978880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979813.403446:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979813.403449:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403456:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979813.403457:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.403459:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979813.403461:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979813.403462:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979813.403465:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979813.403467:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979813.403469:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979813.403470:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979813.403472:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979813.403474:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979813.403476:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979813.403479:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979813.403481:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979813.403484:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979813.403486:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559979008, portal 4
00000100:00000001:2.0:1783979813.403489:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979813.403490:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230080 : -128863254321536 : ffff8accaf806680)
00000100:00000040:2.0:1783979813.403494:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403500:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979813.403502:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979813.403504:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979813.403506:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559979008, offset 0
00000400:00000200:2.0:1783979813.403510:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979813.403513:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.403516:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979813.403519:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979813.403521:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979813.403524:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979813.403526:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979813.403528:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390849:390849:256:4294967295] 192.168.201.140@tcp LPNI seq info [390824:390824:8:4294967295]
00000400:00000200:2.0:1783979813.403532:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979813.403537:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979813.403541:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.403544:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979813.403548:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979813.403550:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979813.403554:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979813.403556:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979813.403559:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979813.403561:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:2.0:1783979813.403564:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979813.403567:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979813.403570:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979813.403571:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979813.403574:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979813.403577:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403589:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.403591:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403597:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.403599:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979813.403602:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979813.403605:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979813.403608:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979813.403610:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305208362
00000100:00000001:2.0:1783979813.403612:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305212106
00000100:00000001:2.0:1783979813.403625:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305208362
00000100:00000001:2.0:1783979813.403628:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305212106
00000100:00000001:2.0:1783979813.403630:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979813.403632:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.403634:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979813.403638:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979813/real 1783979813]  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979813.403645:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979813.403647:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979813.403648:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979813.403650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979813.403652:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979813.403654:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979813.403657:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979813.403664:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403670:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979813.403672:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403673:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.403675:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979813.403678:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403683:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979813.403687:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403694:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979813.403695:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403697:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979813.403698:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403700:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979813.403701:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979813.403704:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979813.403707:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979813.403709:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979813.403713:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979813.403719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979813.403723:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403725:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.403727:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806a00 x1870627559978496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403733:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979813.403736:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979813.403738:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979813.403766:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979813.403769:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979813.403771:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979813.403773:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979813.403775:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:2.0:1783979813.403778:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979813.403780:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979813.403782:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806a00.
00000100:00000001:2.0:1783979813.403791:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979813.403793:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403794:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.403798:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805880 x1870627559978624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403804:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979813.403805:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979813.403807:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979813.403809:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979813.403810:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979813.403811:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979813.403812:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979813.403814:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:2.0:1783979813.403815:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979813.403816:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979813.403818:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805880.
00000100:00000001:2.0:1783979813.403819:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979813.403820:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403822:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.403825:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807100 x1870627559978752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403830:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979813.403832:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979813.403833:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979813.403835:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979813.403836:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979813.403837:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979813.403839:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979813.403840:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb400.
02000000:00000001:2.0:1783979813.403842:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979813.403843:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979813.403844:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807100.
00000100:00000001:2.0:1783979813.403846:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979813.403848:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403849:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.403852:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804e00 x1870627559978880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403858:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979813.403859:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979813.403860:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979813.403862:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979813.403863:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979813.403864:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979813.403866:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979813.403867:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:2.0:1783979813.403869:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979813.403870:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979813.403871:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804e00.
00000100:00000001:2.0:1783979813.403873:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979813.403874:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403875:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979813.403878:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806680 x1870627559979008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979813.403884:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979813.403885:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979813.403886:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979813.403888:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979813.403889:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979813.403890:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979813.403891:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979813.403892:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9000.
02000000:00000001:2.0:1783979813.403894:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979813.403895:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979813.403896:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806680.
00000100:00000001:2.0:1783979813.403898:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979813.403899:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403901:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979813.403908:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979813.403910:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979813.403912:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979813.403914:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979814.169680:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979814.169691:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979814.169697:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979814.169698:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979814.169701:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979814.169702:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979814.169862:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979814.169866:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979814.169869:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979815.194920:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979815.194927:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979815.194934:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979815.194936:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979815.194938:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979815.194939:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979815.195331:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979815.195335:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979815.195338:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979816.217303:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979816.217311:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979816.217316:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979816.217318:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979816.217321:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979816.217324:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979816.217326:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979816.217330:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979816.217333:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979816.217335:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979816.217336:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979816.217339:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979816.219446:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979816.219452:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979816.219456:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979817.242231:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305212106, at 4305212161
00000100:00000010:3.0:1783979817.242250:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627480.
00010000:00000001:1.0:1783979817.242352:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979817.242356:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979817.242360:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979817.242362:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979817.242364:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979817.242366:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979817.245120:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979817.245129:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979817.245135:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979817.245199:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305212106, at 4305212164
00000100:00000010:2.0:1783979817.245209:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979818.265175:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979818.265181:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979818.265186:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979818.265187:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979818.265190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979818.265191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979818.265286:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979818.265290:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979818.265292:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979818.523752:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979818.523763:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979818.523766:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979818.523770:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979818.523775:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979818.523783:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10541
00000400:00000200:1.0:1783979818.523792:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979818.523798:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979818.523801:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979818.523805:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.523808:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.523810:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.523812:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979818.523816:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979818.523818:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979818.523820:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979818.523824:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979818.523826:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979818.523829:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979818.523831:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.523834:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.523845:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.523847:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979818.523850:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979818.523853:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979818.523855:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979818.523858:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979818.523861:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979818.523864:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.523866:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979818.523869:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979818.523877:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979818.523880:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979818.523884:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979818.523886:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.523889:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979818.523892:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979818.523896:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979818.523905:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979818.523911:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979818.523920:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979818.523930:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979818.523935:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979818.523939:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979818.523963:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979818.523967:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979818.523971:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979818.523972:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979818.523974:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979818.523976:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979818.523979:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10541
00000400:00000200:1.0:1783979818.523983:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979818.523985:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979818.523987:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979818.523990:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.523992:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.523994:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.523996:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979818.523997:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979818.523999:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979818.524000:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979818.524002:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979818.524003:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979818.524006:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979818.524008:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524010:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.524012:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524015:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979818.524017:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979818.524020:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524022:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979818.524024:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979818.524029:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979818.524031:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524032:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979818.524036:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979818.524038:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524039:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979818.524043:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979818.524045:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979818.524065:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979818.524066:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524068:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979818.524069:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979818.524070:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979818.524074:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979818.524078:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979818.524082:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979818.524090:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979818.524092:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979818.524095:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979818.524102:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979818.524105:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979818.524109:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979818.524110:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979818.524112:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979818.524115:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979818.524117:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10541
00000400:00000200:1.0:1783979818.524120:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979818.524123:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979818.524124:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979818.524127:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524129:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.524130:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524132:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979818.524134:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979818.524135:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979818.524137:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979818.524138:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979818.524140:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979818.524141:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979818.524144:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524145:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.524146:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524148:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979818.524150:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979818.524152:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524154:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979818.524155:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979818.524157:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979818.524159:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524160:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979818.524162:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979818.524165:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524166:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979818.524169:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979818.524172:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979818.524174:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979818.524175:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524176:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979818.524177:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979818.524179:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979818.524182:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979818.524185:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979818.524189:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979818.524195:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979818.524197:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979818.524200:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979818.524206:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979818.524209:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979818.524212:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979818.524213:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979818.524214:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979818.524217:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979818.524219:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10541
00000400:00000200:1.0:1783979818.524222:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979818.524224:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979818.524226:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979818.524229:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524230:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.524232:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524234:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979818.524235:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979818.524236:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979818.524238:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979818.524240:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979818.524241:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979818.524243:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979818.524245:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524246:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.524248:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524249:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979818.524251:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979818.524253:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524255:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979818.524256:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979818.524259:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979818.524260:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524262:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979818.524264:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979818.524266:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524267:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979818.524270:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979818.524273:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979818.524275:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979818.524275:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524277:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979818.524278:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979818.524280:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979818.524283:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979818.524286:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979818.524290:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979818.524295:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979818.524297:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979818.524300:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979818.524308:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979818.524310:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979818.524313:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979818.524314:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979818.524316:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979818.524318:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979818.524320:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10541
00000400:00000200:1.0:1783979818.524323:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979818.524325:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979818.524327:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979818.524329:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524331:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.524333:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524334:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979818.524336:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979818.524337:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979818.524338:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979818.524340:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979818.524341:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979818.524343:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979818.524345:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524347:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979818.524348:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524350:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979818.524352:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979818.524354:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979818.524356:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979818.524358:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979818.524361:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979818.524362:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524364:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979818.524365:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979818.524367:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524369:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979818.524372:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979818.524374:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979818.524376:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979818.524377:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979818.524378:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979818.524380:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979818.524381:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979818.524384:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979818.524387:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979818.524391:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979818.524398:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979818.524400:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979818.524403:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979818.524409:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979818.524414:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10551)
00000100:00000001:2.0:1783979818.524687:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979818.524691:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979818.524694:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979818.524701:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.524708:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979818.524710:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.524714:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979818.524716:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979818.524718:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979818.524721:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559979136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979818.524725:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979818.524729:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979818.524732:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.524734:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979818.524738:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979818.524740:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979818.524745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979818.524748:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979818.524754:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979818.524761:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559979136, portal 25
00000100:00000001:2.0:1783979818.524764:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979818.524765:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314944 : -128863286236672 : ffff8accad996a00)
00000100:00000040:2.0:1783979818.524770:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.524778:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979818.524781:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979818.524785:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979818.524787:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559979136, offset 0
00000400:00000200:2.0:1783979818.524794:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979818.524803:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.524808:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979818.524814:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979818.524817:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979818.524821:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979818.524824:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979818.524828:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390850:390850:256:4294967295] 192.168.201.140@tcp LPNI seq info [390825:390825:8:4294967295]
00000400:00000200:2.0:1783979818.524832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.524841:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979818.524847:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979818.524853:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979818.524860:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979818.524865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979818.524883:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979818.524888:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979818.524891:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305217229
00000100:00000010:2.0:1783979818.524896:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979818.524902:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979818.524907:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305217229
00000100:00000010:2.0:1783979818.524911:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627f60.
00000100:00000001:2.0:1783979818.524914:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979818.524917:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979818.524919:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979818.524922:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979818.524926:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.524938:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979818.524940:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.524941:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979818.524943:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979818.524945:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979818.524947:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979818.524950:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979818.524952:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979818.524953:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.524955:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979818.524957:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979818.524959:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979818.524962:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979818.524964:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029f78.
00000400:00000010:2.0:1783979818.524967:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054b28.
00000100:00000200:2.0:1783979818.524970:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559979264, portal 10
00000100:00000001:2.0:1783979818.524971:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979818.524972:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423311360 : -128863286240256 : ffff8accad995c00)
00000100:00000040:2.0:1783979818.524978:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.524984:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979818.524986:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979818.524988:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30546e8.
00000100:00000200:2.0:1783979818.524990:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559979264, offset 0
00000400:00000200:2.0:1783979818.524994:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979818.524998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.525001:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979818.525003:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979818.525005:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979818.525007:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979818.525009:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979818.525012:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390851:390851:255:4294967295] 192.168.201.140@tcp LPNI seq info [390826:390826:7:4294967295]
00000400:00000200:2.0:1783979818.525015:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.525021:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979818.525025:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979818.525028:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7400.
00000800:00000200:2.0:1783979818.525031:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979818.525034:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979818.525037:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979818.525040:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979818.525042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979818.525044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305213460
00000100:00000001:2.0:1783979818.525073:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305217229
00000100:00000001:2.0:1783979818.525076:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305213461
00000100:00000001:2.0:1783979818.525078:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305217229
00000100:00000001:2.0:1783979818.525080:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979818.525082:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979818.525083:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979818.525087:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.525093:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979818.525094:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.525096:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979818.525097:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979818.525099:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979818.525101:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979818.525104:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979818.525106:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979818.525107:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.525108:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979818.525111:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979818.525113:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979818.525116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979818.525118:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029840.
00000400:00000010:2.0:1783979818.525122:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979818.525124:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559979392, portal 10
00000100:00000001:2.0:1783979818.525126:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979818.525127:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305088 : -128863286246528 : ffff8accad994380)
00000100:00000040:2.0:1783979818.525131:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.525137:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979818.525139:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979818.525141:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054908.
00000100:00000200:2.0:1783979818.525143:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559979392, offset 0
00000400:00000200:2.0:1783979818.525147:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979818.525150:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.525153:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979818.525156:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979818.525158:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979818.525160:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979818.525162:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979818.525164:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390852:390852:254:4294967295] 192.168.201.140@tcp LPNI seq info [390827:390827:6:4294967295]
00000400:00000200:2.0:1783979818.525168:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.525173:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979818.525177:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979818.525180:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7d00.
00000800:00000200:2.0:1783979818.525183:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979818.525186:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979818.525189:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979818.525191:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979818.525194:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979818.525196:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305213457
00000100:00000001:2.0:1783979818.525198:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305217229
00000100:00000001:2.0:1783979818.525200:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305213457
00000100:00000001:2.0:1783979818.525202:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305217229
00000100:00000001:2.0:1783979818.525203:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979818.525205:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979818.525207:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979818.525210:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.525216:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979818.525217:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.525219:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979818.525220:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979818.525222:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979818.525224:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979818.525228:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979818.525230:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979818.525231:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.525233:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979818.525236:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979818.525237:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979818.525240:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979818.525242:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f0290b0.
00000400:00000010:2.0:1783979818.525246:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979818.525249:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559979520, portal 4
00000100:00000001:2.0:1783979818.525250:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979818.525251:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423316736 : -128863286234880 : ffff8accad997100)
00000100:00000040:2.0:1783979818.525256:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.525261:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979818.525263:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979818.525265:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979818.525267:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559979520, offset 0
00000400:00000200:2.0:1783979818.525271:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979818.525274:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.525278:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979818.525280:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979818.525282:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979818.525284:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979818.525286:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979818.525288:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390853:390853:253:4294967295] 192.168.201.140@tcp LPNI seq info [390828:390828:5:4294967295]
00000400:00000200:2.0:1783979818.525292:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.525296:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979818.525301:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979818.525304:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979818.525307:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979818.525310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979818.525312:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979818.525314:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979818.525317:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979818.525319:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305213484
00000100:00000001:2.0:1783979818.525321:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305217229
00000100:00000001:2.0:1783979818.525323:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305213484
00000100:00000001:2.0:1783979818.525325:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305217229
00000100:00000001:2.0:1783979818.525327:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979818.525328:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979818.525330:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979818.525334:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.525339:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979818.525340:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.525342:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979818.525344:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979818.525346:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979818.525348:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979818.525353:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979818.525354:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979818.525355:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979818.525357:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979818.525360:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979818.525361:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979818.525364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979818.525366:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979818.525369:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979818.525371:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559979648, portal 4
00000100:00000001:2.0:1783979818.525373:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979818.525374:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423319424 : -128863286232192 : ffff8accad997b80)
00000100:00000040:2.0:1783979818.525379:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979818.525385:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979818.525386:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979818.525388:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054110.
00000100:00000200:2.0:1783979818.525390:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559979648, offset 0
00000400:00000200:2.0:1783979818.525394:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979818.525397:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.525400:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979818.525403:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979818.525405:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979818.525406:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979818.525409:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979818.525411:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390854:390854:252:4294967295] 192.168.201.140@tcp LPNI seq info [390829:390829:4:4294967295]
00000400:00000200:2.0:1783979818.525414:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979818.525418:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979818.525422:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979818.525426:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7300.
00000800:00000200:2.0:1783979818.525429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979818.525432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979818.525434:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979818.525436:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979818.525439:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979818.525441:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305213486
00000100:00000001:2.0:1783979818.525443:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305217229
00000100:00000001:2.0:1783979818.525445:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305213486
00000100:00000001:2.0:1783979818.525446:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305217229
00000100:00000001:2.0:1783979818.525448:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979818.525450:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979818.525451:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979818.525454:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979818.525460:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979818.525462:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783979818.525464:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979818.525466:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979818.525467:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979818.525469:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979819.289169:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979819.289176:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979819.289181:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979819.289182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979819.289185:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979819.289186:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979819.289656:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979819.289659:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979819.289884:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979820.313338:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979820.313348:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979820.313355:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979820.313356:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979820.313362:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979820.313363:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979820.313462:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979820.313469:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979820.313474:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979821.337258:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979821.337266:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979821.337271:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979821.337272:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979821.337275:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979821.337276:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979821.343574:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979821.343582:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979821.343586:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1783979821.598340:0:2391:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:1.0:1783979821.599669:0:2391:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1783979821.599684:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979821.599689:0:2391:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:1.0:1783979821.599695:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979821.599700:0:2391:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1783979821.599706:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979821.599711:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:1.0:1783979821.599720:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979821.599725:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979821.599733:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:1.0:1783979821.599736:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:1.0:1783979821.599742:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979821.599752:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.599781:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979821.599785:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.599794:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979821.599796:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979821.599806:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783979821.599809:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7400.
00000400:00000200:1.0:1783979821.599812:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979821.599815:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979821.599818:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30546e8
00000400:00000010:1.0:1783979821.599820:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30546e8.
00000100:00000001:1.0:1783979821.599824:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979821.599829:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.599841:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979821.599844:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.599853:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979821.599853:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1783979821.599856:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979821.599863:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000800:00000100:1.0:1783979821.599864:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000100:00000001:2.0:1783979821.599869:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000800:00000010:1.0:1783979821.599870:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7d00.
00000400:00000200:1.0:1783979821.599876:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979821.599881:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783979821.599884:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054908
00000400:00000010:1.0:1783979821.599888:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054908.
00000100:00000001:1.0:1783979821.599892:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1783979821.599892:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979818/real 1783979821]  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979821.599902:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.599937:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979821.599940:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.599966:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979821.599970:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:2.0:1783979821.599974:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000800:00000100:1.0:1783979821.599980:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000400:00000001:2.0:1783979821.599981:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000800:00000010:1.0:1783979821.599985:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000010:2.0:1783979821.599989:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:1.0:1783979821.599990:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783979821.600001:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1783979821.600004:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979821.600009:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979821.600015:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1783979821.600017:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:1.0:1783979821.600022:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979821.600024:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.600028:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783979821.600037:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.600079:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979821.600083:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979821.600092:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.600097:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979821.600104:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783979821.600116:0:2391:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000100:00000001:2.0:1783979821.600121:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000010:1.0:1783979821.600122:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7300.
00000100:00000001:2.0:1783979821.600127:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1783979821.600129:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1783979821.600134:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1783979821.600138:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1783979821.600140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1783979821.600143:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054110
00000400:00000010:1.0:1783979821.600148:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054110.
00000100:00000001:1.0:1783979821.600151:0:2391:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1783979821.600153:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1783979821.600160:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600188:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979821.600191:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783979821.600195:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979821.600201:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979821.600212:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979821.600218:0:2391:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979821.600229:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979821.600233:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600235:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600359:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600362:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979821.600364:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979821.600368:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979821.600374:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979821.600377:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979821.600382:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979821.600391:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559979136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979821.600397:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979821.600402:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979818/real 1783979821]  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979821.600412:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979821.600413:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979821.600416:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029f78.
00000400:00000200:2.0:1783979821.600419:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054b28
00000400:00000010:2.0:1783979821.600421:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054b28.
00000100:00000001:2.0:1783979821.600424:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979821.600428:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979821.600437:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600444:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979821.600445:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600447:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600449:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979821.600453:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600460:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979821.600464:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600471:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979821.600484:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600486:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600487:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600489:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979821.600491:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979821.600493:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979821.600497:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979821.600499:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979821.600504:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979821.600512:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979821.600517:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979821.600521:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979818/real 1783979821]  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979821.600529:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979821.600531:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979821.600533:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029840.
00000400:00000200:2.0:1783979821.600535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979821.600537:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979821.600540:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979821.600543:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979821.600551:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600556:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979821.600558:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600560:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979821.600564:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600570:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979821.600573:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600579:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979821.600581:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600585:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600586:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979821.600588:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979821.600590:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979821.600594:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979821.600596:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979821.600600:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979821.600607:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979821.600612:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979821.600616:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979818/real 1783979821]  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979821.600623:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979821.600624:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979821.600626:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f0290b0.
00000400:00000200:2.0:1783979821.600628:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979821.600630:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979821.600632:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979821.600635:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979821.600641:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600647:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979821.600648:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600651:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979821.600654:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600666:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979821.600669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600675:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979821.600677:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600679:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600680:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600681:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979821.600683:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979821.600685:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979821.600689:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979821.600690:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979821.600694:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979821.600700:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979821.600704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979821.600709:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979818/real 1783979821]  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979821.600716:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979821.600717:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979821.600718:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979821.600720:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979821.600722:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979821.600724:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979821.600727:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979821.600740:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600811:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979821.600813:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600814:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600816:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979821.600820:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600826:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979821.600829:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600835:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979821.600837:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600839:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979821.600840:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600841:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979821.600843:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979821.600845:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979821.600848:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979821.600850:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979821.600853:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979821.600860:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979821.600864:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600867:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979821.600870:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559979136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600883:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979821.600886:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979821.600890:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979821.600895:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979821.600897:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979821.600899:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979821.600901:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979821.600904:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:2.0:1783979821.600908:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979821.600910:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979821.600912:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:2.0:1783979821.600915:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979821.600916:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.600918:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979821.600921:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559979264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.600927:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979821.600929:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979821.600990:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979821.600993:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979821.600994:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979821.600995:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979821.600998:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979821.600999:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:2.0:1783979821.601002:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979821.601003:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979821.601004:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:2.0:1783979821.601006:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979821.601008:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.601009:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979821.601013:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559979392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.601019:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979821.601021:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979821.601022:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979821.601024:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979821.601025:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979821.601027:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979821.601028:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979821.601029:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:2.0:1783979821.601031:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979821.601032:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979821.601033:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
00000100:00000001:2.0:1783979821.601035:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979821.601037:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.601038:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979821.601040:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997100 x1870627559979520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.601045:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979821.601046:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979821.601070:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979821.601073:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979821.601074:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979821.601075:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979821.601077:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979821.601078:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:2.0:1783979821.601080:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979821.601080:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979821.601081:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997100.
00000100:00000001:2.0:1783979821.601084:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979821.601085:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.601087:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979821.601090:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997b80 x1870627559979648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979821.601095:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979821.601097:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979821.601098:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979821.601100:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979821.601102:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979821.601103:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979821.601106:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979821.601107:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:2.0:1783979821.601109:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979821.601110:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979821.601111:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997b80.
00000100:00000001:2.0:1783979821.601113:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979821.601114:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.601116:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979821.601123:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979821.601125:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979821.601127:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979821.601129:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979822.361155:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979822.361167:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979822.361171:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979822.361175:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979822.361177:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305217229, at 4305217280
00010000:00000001:1.0:1783979822.361183:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979822.361186:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979822.361192:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979822.361196:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979822.361199:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627f60.
00010000:00000001:1.0:1783979822.361201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979822.361206:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979822.361207:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979822.361210:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979822.361213:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979822.361215:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979822.361217:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979822.361219:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979822.361223:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979822.361225:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979822.361310:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979822.361313:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979822.361316:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979822.361326:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305217229, at 4305217280
00000100:00000010:2.0:1783979822.361337:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979823.385339:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979823.385346:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979823.385351:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979823.385352:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979823.385355:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979823.385356:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979823.389021:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979823.389033:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979823.389040:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979823.643679:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979823.643694:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979823.643707:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979823.643713:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979823.643719:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979823.643748:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10546
00000400:00000200:0.0:1783979823.643760:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979823.643768:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979823.643774:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979823.643779:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.643783:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.643785:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.643788:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979823.643794:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979823.643796:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979823.643800:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979823.643803:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979823.643806:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979823.643809:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979823.643812:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.643815:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.643816:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.643818:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979823.643822:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979823.643826:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979823.643829:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979823.643833:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979823.643839:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979823.643842:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.643845:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979823.643848:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979823.643863:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806300.
00000020:00000040:0.0:1783979823.643868:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979823.643873:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979823.643875:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.643880:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979823.643884:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979823.643890:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979823.643902:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9000.
00000100:00000001:0.0:1783979823.643915:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979823.643931:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979823.643945:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979823.643953:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979823.643959:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca359109] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979823.643996:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979823.644000:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979823.644003:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979823.644004:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979823.644006:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979823.644009:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979823.644012:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10546
00000400:00000200:0.0:1783979823.644017:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979823.644020:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979823.644022:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979823.644025:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644027:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.644029:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644031:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979823.644034:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979823.644035:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979823.644037:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979823.644039:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979823.644041:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979823.644044:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979823.644134:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644138:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.644148:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644152:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979823.644154:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979823.644156:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644159:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979823.644161:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979823.644169:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979823.644171:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644174:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979823.644179:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979823.644182:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644184:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979823.644188:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804700.
00000020:00000040:0.0:1783979823.644191:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979823.644194:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979823.644195:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644197:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979823.644198:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979823.644200:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979823.644205:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979823.644209:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979823.644214:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979823.644222:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979823.644225:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979823.644228:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f472466] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979823.644237:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979823.644240:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979823.644244:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979823.644245:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979823.644247:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979823.644250:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979823.644253:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10546
00000400:00000200:0.0:1783979823.644256:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979823.644259:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979823.644262:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979823.644264:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644266:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.644268:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644270:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979823.644273:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979823.644274:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979823.644276:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979823.644278:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979823.644280:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979823.644282:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979823.644297:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644299:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.644301:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644303:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979823.644306:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979823.644309:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644311:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979823.644313:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979823.644316:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979823.644318:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644320:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979823.644322:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979823.644324:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644326:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979823.644329:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807480.
00000020:00000040:0.0:1783979823.644333:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979823.644336:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979823.644337:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644339:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979823.644340:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979823.644342:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979823.644346:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:0.0:1783979823.644349:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979823.644354:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979823.644361:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979823.644364:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979823.644367:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057dc84fe] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979823.644385:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979823.644389:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979823.644392:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979823.644394:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979823.644396:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979823.644399:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979823.644401:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10546
00000400:00000200:0.0:1783979823.644405:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979823.644408:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979823.644411:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979823.644414:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644416:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.644418:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644419:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979823.644422:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979823.644423:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979823.644425:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979823.644427:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979823.644430:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979823.644431:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979823.644434:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644463:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.644466:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644468:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979823.644471:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979823.644473:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644476:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979823.644478:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979823.644481:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979823.644483:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644485:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979823.644488:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979823.644490:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644492:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979823.644498:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806680.
00000020:00000040:0.0:1783979823.644500:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979823.644506:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979823.644508:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644510:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979823.644512:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979823.644513:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979823.644519:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979823.644523:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979823.644528:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979823.644535:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979823.644537:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979823.644541:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000edab95be] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979823.644549:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979823.644552:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979823.644555:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979823.644557:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979823.644558:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979823.644561:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979823.644564:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10546
00000400:00000200:0.0:1783979823.644568:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979823.644571:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979823.644574:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979823.644576:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644578:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.644580:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644582:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979823.644584:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979823.644585:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979823.644586:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979823.644588:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979823.644590:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979823.644592:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979823.644595:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644597:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979823.644598:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644600:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979823.644602:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979823.644604:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979823.644607:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979823.644608:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979823.644611:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979823.644613:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644614:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979823.644617:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979823.644619:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644620:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979823.644624:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804e00.
00000020:00000040:0.0:1783979823.644626:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979823.644629:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979823.644630:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979823.644632:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979823.644633:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979823.644635:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979823.644639:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb000.
00000100:00000001:0.0:1783979823.644642:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979823.644646:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979823.644653:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979823.644656:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979823.644659:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7f12b3a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979823.644667:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979823.644673:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10556)
00000100:00000001:2.0:1783979823.647732:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979823.647748:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979823.647752:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979823.647773:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.647788:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979823.647790:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.647796:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979823.647800:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979823.647804:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979823.647808:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559979776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979823.647813:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979823.647821:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979823.647824:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.647827:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979823.647837:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979823.647839:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979823.647848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979823.647854:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979823.647863:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979823.647872:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559979776, portal 25
00000100:00000001:2.0:1783979823.647875:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979823.647877:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455229184 : -128863254322432 : ffff8accaf806300)
00000100:00000040:2.0:1783979823.647884:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.647893:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979823.647896:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979823.647899:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979823.647903:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559979776, offset 0
00000400:00000200:2.0:1783979823.647911:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979823.647922:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.647931:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979823.647938:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979823.647943:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979823.647947:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979823.647950:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979823.647953:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390855:390855:256:4294967295] 192.168.201.140@tcp LPNI seq info [390830:390830:8:4294967295]
00000400:00000200:2.0:1783979823.647958:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.647969:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979823.647976:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.647982:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979823.647990:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979823.647995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979823.648001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979823.648005:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979823.648011:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.648014:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979823.648021:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979823.648026:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979823.648034:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979823.648036:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979823.648041:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979823.648046:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.648095:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.648100:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.648107:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.648109:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979823.648116:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979823.648121:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979823.648124:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305222353
00000100:00000010:2.0:1783979823.648130:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979823.648148:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979823.648157:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305222353
00000100:00000010:2.0:1783979823.648161:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627cc0.
00000100:00000001:2.0:1783979823.648165:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979823.648168:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979823.648172:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.648174:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979823.648179:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979823/real 1783979823]  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979823.648189:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979823.648190:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979823.648193:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979823.648196:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979823.648197:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979823.648200:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979823.648203:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979823.648212:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.648225:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979823.648227:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.648230:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.648232:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979823.648236:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.648242:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979823.648247:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.648254:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979823.648257:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.648259:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.648260:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.648263:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979823.648266:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979823.648270:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979823.648276:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979823.648279:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979823.648283:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979823.648292:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559979776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979823.648297:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979823.648302:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.648308:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979823.648310:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.648312:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979823.648314:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979823.648316:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979823.648319:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979823.648323:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979823.648325:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979823.648326:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.648328:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979823.648332:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979823.648334:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979823.648338:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979823.648340:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979823.648344:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979823.648347:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559979904, portal 10
00000100:00000001:2.0:1783979823.648349:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979823.648350:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222016 : -128863254329600 : ffff8accaf804700)
00000100:00000040:2.0:1783979823.648358:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.648363:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979823.648365:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979823.648378:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979823.648381:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559979904, offset 0
00000400:00000200:2.0:1783979823.648385:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979823.648389:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.648392:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979823.648395:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979823.648397:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979823.648399:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979823.648401:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979823.648404:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390856:390856:256:4294967295] 192.168.201.140@tcp LPNI seq info [390831:390831:8:4294967295]
00000400:00000200:2.0:1783979823.648408:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.648414:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979823.648419:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.648423:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979823.648427:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979823.648429:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979823.648433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979823.648435:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979823.648449:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.648451:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979823.648454:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979823.648457:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979823.648460:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979823.648462:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979823.648464:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979823.648467:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.648475:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.649554:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.649567:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.649569:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979823.649579:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979823.649584:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979823.649589:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979823.649592:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305218585
00000100:00000001:2.0:1783979823.649595:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305222353
00000100:00000001:2.0:1783979823.649597:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305218585
00000100:00000001:2.0:1783979823.649599:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305222353
00000100:00000001:2.0:1783979823.649601:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979823.649604:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.649606:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979823.649612:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979823/real 1783979823]  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979823.649627:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979823.649629:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979823.649631:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979823.649634:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979823.649636:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979823.649639:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979823.649642:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979823.649649:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.649656:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979823.649657:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.649659:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.649660:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979823.649663:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.649669:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979823.649673:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.649680:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979823.649682:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.649684:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.649685:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.649687:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979823.649690:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979823.649693:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979823.649697:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979823.649699:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979823.649703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979823.649710:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559979904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979823.649714:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979823.649719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.649725:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979823.649727:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.649730:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979823.649733:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979823.649735:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979823.649739:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979823.649742:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979823.649745:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979823.649748:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.649750:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979823.649757:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979823.649759:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979823.649764:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979823.649766:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979823.649770:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979823.649775:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559980032, portal 10
00000100:00000001:2.0:1783979823.649777:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979823.649778:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455233664 : -128863254317952 : ffff8accaf807480)
00000100:00000040:2.0:1783979823.649785:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.649791:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979823.649793:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979823.649795:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979823.649798:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559980032, offset 0
00000400:00000200:2.0:1783979823.649804:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979823.649809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.649814:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979823.649818:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979823.649821:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979823.649825:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979823.649827:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979823.649830:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390857:390857:256:4294967295] 192.168.201.140@tcp LPNI seq info [390832:390832:8:4294967295]
00000400:00000200:2.0:1783979823.649835:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.649842:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979823.649847:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.649852:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979823.649857:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979823.649861:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979823.649866:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979823.649869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979823.649873:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.649875:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979823.649880:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979823.649885:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979823.649889:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979823.649891:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979823.649893:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979823.649897:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.649905:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.649908:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.649913:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.649915:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979823.649918:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979823.649920:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979823.649923:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979823.656079:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305218588
00000100:00000001:2.0:1783979823.656086:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305222353
00000100:00000001:2.0:1783979823.656089:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305218588
00000100:00000001:2.0:1783979823.656091:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305222353
00000100:00000001:2.0:1783979823.656094:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979823.656098:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.656102:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979823.656115:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979823/real 1783979823]  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979823.656131:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979823.656133:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979823.656137:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979823.656142:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979823.656145:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979823.656149:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979823.656152:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979823.656161:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656169:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979823.656171:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656173:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.656175:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979823.656179:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656185:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979823.656189:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656195:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979823.656199:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656201:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.656202:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656205:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979823.656207:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979823.656211:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979823.656216:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979823.656218:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979823.656222:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979823.656232:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979823.656237:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979823.656241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656249:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979823.656250:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.656254:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979823.656257:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979823.656260:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979823.656263:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979823.656267:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979823.656271:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979823.656274:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.656276:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979823.656284:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979823.656287:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979823.656293:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979823.656297:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979823.656302:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979823.656307:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559980160, portal 4
00000100:00000001:2.0:1783979823.656310:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979823.656311:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230080 : -128863254321536 : ffff8accaf806680)
00000100:00000040:2.0:1783979823.656319:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656327:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979823.656329:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979823.656332:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979823.656334:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559980160, offset 0
00000400:00000200:2.0:1783979823.656340:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979823.656348:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.656355:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979823.656360:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979823.656364:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979823.656368:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979823.656370:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979823.656374:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390858:390858:256:4294967295] 192.168.201.140@tcp LPNI seq info [390833:390833:8:4294967295]
00000400:00000200:2.0:1783979823.656379:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.656388:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979823.656394:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.656400:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979823.656405:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979823.656409:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979823.656414:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979823.656417:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979823.656421:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.656424:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979823.656429:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979823.656434:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979823.656448:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979823.656450:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979823.656453:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979823.656457:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656471:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.656474:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656481:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.656483:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979823.656489:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979823.656495:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979823.656498:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979823.656500:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305218615
00000100:00000001:2.0:1783979823.656503:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305222353
00000100:00000001:2.0:1783979823.656505:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305218615
00000100:00000001:2.0:1783979823.656507:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305222353
00000100:00000001:2.0:1783979823.656510:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979823.656512:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.656514:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979823.656518:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979823/real 1783979823]  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979823.656525:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979823.656526:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979823.656527:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979823.656529:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979823.656531:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979823.656533:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979823.656547:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979823.656557:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656563:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979823.656565:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656567:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.656569:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979823.656572:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656579:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979823.656582:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656589:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979823.656591:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656592:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.656594:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656596:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979823.656608:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979823.656612:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979823.656617:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979823.656619:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979823.656623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979823.656632:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979823.656636:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979823.656640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656646:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979823.656648:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.656651:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979823.656653:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979823.656654:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979823.656658:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979823.656661:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979823.656664:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979823.656665:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979823.656667:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979823.656671:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979823.656673:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979823.656676:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979823.656678:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979823.656681:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979823.656685:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559980288, portal 4
00000100:00000001:2.0:1783979823.656687:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979823.656689:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455223808 : -128863254327808 : ffff8accaf804e00)
00000100:00000040:2.0:1783979823.656695:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656701:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979823.656703:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979823.656705:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979823.656707:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559980288, offset 0
00000400:00000200:2.0:1783979823.656711:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979823.656715:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.656719:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979823.656722:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979823.656724:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979823.656726:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979823.656728:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979823.656731:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390859:390859:256:4294967295] 192.168.201.140@tcp LPNI seq info [390834:390834:8:4294967295]
00000400:00000200:2.0:1783979823.656736:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979823.656742:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979823.656747:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.656750:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979823.656755:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979823.656758:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979823.656762:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979823.656765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979823.656768:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979823.656770:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979823.656773:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979823.656776:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979823.656779:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979823.656780:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979823.656782:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979823.656785:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656793:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.656796:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656802:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.656804:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979823.656807:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979823.656811:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979823.656814:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979823.656817:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305218617
00000100:00000001:2.0:1783979823.656819:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305222353
00000100:00000001:2.0:1783979823.656821:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305218617
00000100:00000001:2.0:1783979823.656823:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305222353
00000100:00000001:2.0:1783979823.656824:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979823.656826:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.656828:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979823.656831:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979823/real 1783979823]  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979823.656838:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979823.656839:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979823.656840:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979823.656842:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979823.656844:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979823.656846:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979823.656848:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979823.656856:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656862:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979823.656864:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656866:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.656867:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979823.656871:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656878:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979823.656882:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656888:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979823.656890:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979823.656892:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656894:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979823.656895:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979823.656897:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979823.656900:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979823.656902:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979823.656906:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979823.656919:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979823.656923:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656926:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.656931:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806300 x1870627559979776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656939:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979823.656941:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979823.656944:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979823.656948:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979823.656951:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979823.656954:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979823.656956:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979823.656959:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9000.
02000000:00000001:2.0:1783979823.656963:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979823.656966:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979823.656968:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806300.
00000100:00000001:2.0:1783979823.656972:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979823.656974:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.656976:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.656982:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804700 x1870627559979904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.656988:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979823.656989:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979823.656991:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979823.656995:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979823.656996:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979823.656997:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979823.656999:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979823.657000:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:2.0:1783979823.657003:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979823.657004:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979823.657005:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804700.
00000100:00000001:2.0:1783979823.657008:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979823.657009:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.657011:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.657015:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807480 x1870627559980032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.657022:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979823.657023:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979823.657024:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979823.657026:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979823.657027:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979823.657028:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979823.657030:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979823.657031:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb400.
02000000:00000001:2.0:1783979823.657033:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979823.657034:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979823.657035:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807480.
00000100:00000001:2.0:1783979823.657037:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979823.657038:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.657040:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.657043:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806680 x1870627559980160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.657086:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979823.657087:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979823.657088:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979823.657091:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979823.657092:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979823.657093:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979823.657095:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979823.657096:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:2.0:1783979823.657098:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979823.657099:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979823.657100:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806680.
00000100:00000001:2.0:1783979823.657102:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979823.657103:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.657105:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979823.657108:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804e00 x1870627559980288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979848 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979823.657113:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979823.657114:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979823.657115:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979823.657118:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979823.657118:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979823.657119:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979823.657121:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979823.657122:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:2.0:1783979823.657125:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979823.657126:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979823.657127:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804e00.
00000100:00000001:2.0:1783979823.657129:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979823.657130:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.657132:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979823.657142:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979823.657144:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979823.657147:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979823.657148:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979824.409230:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979824.409240:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979824.409247:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979824.409249:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979824.409253:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979824.409254:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979824.409370:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979824.409374:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979824.409390:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979825.433146:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979825.433155:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979825.433162:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979825.433164:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979825.433168:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979825.433172:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979825.433174:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979825.433179:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979825.433182:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979825.433184:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979825.433186:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979825.433189:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979825.433291:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979825.433296:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979825.433299:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979826.457235:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979826.457246:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979826.457253:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979826.457254:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979826.457258:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979826.457260:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979826.457703:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979826.457708:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979826.457712:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979827.481227:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305222353, at 4305222400
00000100:00000010:3.0:1783979827.481245:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627cc0.
00010000:00000001:1.0:1783979827.481492:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979827.481499:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979827.481506:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979827.481508:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979827.481511:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979827.481512:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979827.482295:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979827.482299:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979827.482303:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979827.482478:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305222353, at 4305222401
00000100:00000010:2.0:1783979827.482489:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979828.507099:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979828.507106:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979828.507112:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979828.507114:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979828.507117:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979828.507119:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979828.508287:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979828.508292:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979828.508295:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979828.761170:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979828.761180:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979828.761182:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979828.761186:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979828.761191:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979828.761197:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10551
00000400:00000200:0.0:1783979828.761206:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979828.761212:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979828.761215:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979828.761218:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761221:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.761223:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761226:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979828.761229:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979828.761232:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979828.761244:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979828.761247:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979828.761250:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979828.761252:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979828.761255:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761257:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.761259:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761261:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979828.761263:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979828.761266:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761268:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979828.761272:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979828.761275:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979828.761277:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.761280:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979828.761282:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979828.761291:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807100.
00000020:00000040:0.0:1783979828.761294:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979828.761298:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979828.761299:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.761302:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979828.761304:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979828.761307:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979828.761314:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979828.761320:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979828.761329:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979828.761338:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979828.761342:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979828.761346:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1567a83] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979828.761403:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979828.761406:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979828.761410:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979828.761411:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979828.761413:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979828.761416:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979828.761419:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10551
00000100:00000001:2.0:1783979828.761422:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1783979828.761426:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979828.761428:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:0.0:1783979828.761431:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:2.0:1783979828.761432:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1783979828.761436:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979828.761441:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1783979828.761442:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761447:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.761453:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761458:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783979828.761459:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1783979828.761462:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1783979828.761463:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1783979828.761465:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
02000000:00000001:2.0:1783979828.761468:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1783979828.761469:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979828.761473:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
02000000:00000001:2.0:1783979828.761473:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979828.761479:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979828.761480:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979828.761484:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00100000:2.0:1783979828.761486:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559980416:192.168.201.140@tcp:250:kworker.0
00000100:00000040:0.0:1783979828.761490:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979828.761492:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1783979828.761494:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.761498:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979828.761498:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979828.761502:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.761503:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:2.0:1783979828.761506:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1783979828.761508:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979828.761512:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
02000000:00000010:2.0:1783979828.761513:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:0.0:1783979828.761514:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.761517:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979828.761518:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979828.761524:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1783979828.761525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:0.0:1783979828.761529:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.761533:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1783979828.761533:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000008:00100000:0.0:1783979828.761538:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1783979828.761541:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000008:00000001:0.0:1783979828.761542:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.761546:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783979828.761548:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559980416, portal 25
00000100:00000010:0.0:1783979828.761551:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805880.
00000100:00000001:2.0:1783979828.761552:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1783979828.761555:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000100:00000001:2.0:1783979828.761556:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455232768 : -128863254318848 : ffff8accaf807100)
02000000:00000001:0.0:1783979828.761560:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979828.761563:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.761566:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1783979828.761566:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1783979828.761569:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979828.761573:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979828.761579:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9c00.
00000100:00000001:2.0:1783979828.761580:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1783979828.761585:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979828.761586:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979828.761592:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00100000:0.0:1783979828.761595:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1783979828.761596:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559980416, offset 0
00000100:00000001:0.0:1783979828.761607:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1783979828.761609:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761611:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979828.761617:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624f5955] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783979828.761620:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979828.761631:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979828.761632:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00080000:0.0:1783979828.761634:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979828.761640:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1783979828.761641:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1783979828.761642:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979828.761645:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1783979828.761648:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000001:0.0:1783979828.761649:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1783979828.761654:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1783979828.761655:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10551
00000400:00000200:2.0:1783979828.761661:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979828.761664:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.761669:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390860:390860:256:4294967295] 192.168.201.140@tcp LPNI seq info [390835:390835:8:4294967295]
00000400:00000200:0.0:1783979828.761672:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979828.761676:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1783979828.761679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.761691:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1783979828.761693:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761698:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1783979828.761702:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000040:0.0:1783979828.761703:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761707:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000010:2.0:1783979828.761708:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000020:00000001:0.0:1783979828.761710:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979828.761712:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979828.761714:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1783979828.761718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979828.761722:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979828.761727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000040:0.0:1783979828.761728:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000800:00000200:2.1:1783979828.761732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1783979828.761733:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979828.761740:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000800:00000100:2.0:1783979828.761742:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000040:0.0:1783979828.761747:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000800:00000010:2.0:1783979828.761747:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000100:00000001:0.0:1783979828.761752:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.761755:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:2.0:1783979828.761757:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1783979828.761758:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979828.761763:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000400:00000200:2.0:1783979828.761767:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1783979828.761770:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979828.761774:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979828.761775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
02000000:00000001:0.0:1783979828.761776:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1783979828.761779:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
02000000:00000001:0.0:1783979828.761781:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979828.761785:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979828.761790:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.761800:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.761803:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.761810:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.761812:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979828.761818:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979828.761822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979828.761824:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305227466
00000100:00000010:2.0:1783979828.761829:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979828.761835:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979828.761840:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305227466
00000100:00000010:2.0:1783979828.761842:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627900.
00000100:00000001:2.0:1783979828.761846:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979828.761849:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979828.761852:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.761854:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979828.761858:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979828/real 1783979828]  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979828.761867:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979828.761868:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979828.761870:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979828.761872:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979828.761874:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979828.761876:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979828.761916:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979828.761924:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.761930:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979828.761931:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.761933:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.761935:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979828.761938:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.761945:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979828.761950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.761956:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979828.761958:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.761960:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.761962:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.761964:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979828.761966:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979828.761968:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979828.761972:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979828.761974:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979828.761978:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979828.761986:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559980416:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979828.761990:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.761992:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.761995:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807100 x1870627559980416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762006:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979828.762009:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979828.762011:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979828.762014:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979828.762016:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979828.762017:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979828.762019:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979828.762021:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba000.
02000000:00000001:2.0:1783979828.762025:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979828.762026:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979828.762027:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807100.
00000100:00000001:2.0:1783979828.762030:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979828.762031:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.762033:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.762039:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979828.762041:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.762042:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979828.762044:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979828.762045:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979828.762072:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762077:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979828.762079:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.762081:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979828.762082:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979828.762084:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979828.762087:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979828.762090:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979828.762092:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979828.762093:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.762095:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979828.762097:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979828.762099:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979828.762103:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979828.762106:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979828.762109:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979828.762111:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559980544, portal 10
00000100:00000001:2.0:1783979828.762113:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979828.762114:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455226496 : -128863254325120 : ffff8accaf805880)
00000100:00000040:2.0:1783979828.762121:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762127:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979828.762129:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979828.762131:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979828.762133:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559980544, offset 0
00000400:00000200:2.0:1783979828.762137:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979828.762141:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.762144:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979828.762147:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979828.762149:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979828.762151:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979828.762153:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979828.762156:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390861:390861:256:4294967295] 192.168.201.140@tcp LPNI seq info [390836:390836:8:4294967295]
00000400:00000200:2.0:1783979828.762160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.762165:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979828.762169:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979828.762172:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979828.762176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979828.762178:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979828.762182:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979828.762184:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979828.762187:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979828.762189:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979828.762192:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979828.762195:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979828.762198:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979828.762200:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979828.762202:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979828.762206:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762212:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.762215:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762221:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.762223:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979828.762226:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979828.762231:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979828.762235:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979828.762237:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305223698
00000100:00000001:2.0:1783979828.762240:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305227466
00000100:00000001:2.0:1783979828.762243:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305223698
00000100:00000001:2.0:1783979828.762245:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305227466
00000100:00000001:2.0:1783979828.762248:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979828.762250:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.762252:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979828.762257:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979828/real 1783979828]  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979828.762264:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979828.762266:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979828.762267:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979828.762270:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979828.762272:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979828.762274:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979828.762277:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979828.762285:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762296:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979828.762297:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.762299:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.762300:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979828.762303:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762309:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979828.762314:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762320:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979828.762322:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.762323:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.762325:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.762326:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979828.762328:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979828.762331:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979828.762334:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979828.762336:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979828.762340:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979828.762360:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979828.762365:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.762367:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.762370:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805880 x1870627559980544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.762376:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979828.762378:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979828.762380:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979828.762382:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979828.762384:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979828.762385:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979828.762387:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979828.762388:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:2.0:1783979828.762390:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979828.762391:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979828.762393:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805880.
00000100:00000001:2.0:1783979828.762396:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979828.762397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.762398:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.762401:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979828.762402:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.762404:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979828.762406:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979828.765004:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765010:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979828.765014:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979828.765017:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765019:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979828.765030:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806a00.
00000020:00000040:0.0:1783979828.765036:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979828.765041:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979828.765042:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765045:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979828.765065:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979828.765070:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979828.765077:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba400.
00000100:00000001:0.0:1783979828.765083:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979828.765095:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979828.765104:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979828.765108:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979828.765113:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240c4fb2] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979828.765143:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979828.765147:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979828.765151:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979828.765153:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979828.765155:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979828.765158:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979828.765162:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10551
00000400:00000200:0.0:1783979828.765169:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979828.765174:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979828.765176:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979828.765179:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765182:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.765184:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765186:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979828.765189:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979828.765190:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979828.765192:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979828.765195:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979828.765197:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979828.765199:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979828.765202:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765204:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.765205:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765208:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979828.765211:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979828.765213:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765216:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979828.765218:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979828.765224:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979828.765226:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765228:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979828.765230:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979828.765232:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765234:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979828.765237:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805f80.
00000020:00000040:0.0:1783979828.765240:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979828.765242:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979828.765244:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765246:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979828.765247:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979828.765249:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979828.765253:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8800.
00000100:00000001:0.0:1783979828.765257:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979828.765261:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979828.765268:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979828.765270:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979828.765274:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b18d206] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979828.765281:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979828.765284:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979828.765287:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979828.765288:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979828.765290:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979828.765293:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979828.765295:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10551
00000400:00000200:0.0:1783979828.765299:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979828.765302:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979828.765304:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979828.765307:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765309:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.765310:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765312:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979828.765314:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979828.765315:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979828.765317:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979828.765319:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979828.765321:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979828.765324:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979828.765327:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765329:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979828.765330:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765332:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979828.765334:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979828.765336:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979828.765338:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979828.765340:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979828.765342:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979828.765344:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765346:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979828.765357:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979828.765359:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765361:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979828.765364:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806d80.
00000020:00000040:0.0:1783979828.765366:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979828.765368:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979828.765370:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979828.765371:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979828.765373:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979828.765374:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979828.765378:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba800.
00000100:00000001:0.0:1783979828.765381:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979828.765386:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979828.765393:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979828.765395:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979828.765398:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f750ec99] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979828.765405:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979828.765410:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10561)
00000100:00000001:2.0:1783979828.775463:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979828.775473:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979828.775476:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979828.775490:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775502:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979828.775504:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.775509:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979828.775512:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979828.775515:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979828.775519:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979828.775523:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979828.775527:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979828.775529:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.775532:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979828.775541:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979828.775543:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979828.775550:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979828.775556:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979828.775563:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979828.775569:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559980672, portal 10
00000100:00000001:2.0:1783979828.775572:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979828.775573:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230976 : -128863254320640 : ffff8accaf806a00)
00000100:00000040:2.0:1783979828.775580:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775595:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979828.775598:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979828.775601:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979828.775604:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559980672, offset 0
00000400:00000200:2.0:1783979828.775610:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979828.775618:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.775626:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979828.775631:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979828.775636:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979828.775639:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979828.775642:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979828.775645:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390862:390862:256:4294967295] 192.168.201.140@tcp LPNI seq info [390837:390837:8:4294967295]
00000400:00000200:2.0:1783979828.775649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.775658:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979828.775664:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979828.775669:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979828.775676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979828.775680:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979828.775685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979828.775688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979828.775692:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979828.775695:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979828.775701:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979828.775705:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979828.775710:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979828.775712:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979828.775716:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979828.775720:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775730:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.775733:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775739:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.775741:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979828.775746:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979828.775751:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979828.775754:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979828.775757:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305223707
00000100:00000001:2.0:1783979828.775760:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305227466
00000100:00000001:2.0:1783979828.775762:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305223707
00000100:00000001:2.0:1783979828.775764:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305227466
00000100:00000001:2.0:1783979828.775766:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979828.775769:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.775771:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979828.775775:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979828/real 1783979828]  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979828.775784:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979828.775785:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979828.775787:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979828.775790:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979828.775791:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979828.775794:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979828.775797:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979828.775805:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775811:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979828.775813:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.775815:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.775817:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979828.775820:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775827:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979828.775832:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775839:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979828.775842:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.775843:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.775844:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.775847:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979828.775849:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979828.775853:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979828.775857:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979828.775859:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979828.775863:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979828.775870:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979828.775874:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979828.775878:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775884:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979828.775885:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.775887:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979828.775889:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979828.775891:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979828.775894:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979828.775897:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979828.775900:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979828.775901:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.775903:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979828.775906:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979828.775908:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979828.775911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979828.775913:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979828.775916:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979828.775919:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559980800, portal 4
00000100:00000001:2.0:1783979828.775921:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979828.775922:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455228288 : -128863254323328 : ffff8accaf805f80)
00000100:00000040:2.0:1783979828.775929:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.775935:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979828.775937:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979828.775939:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979828.775941:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559980800, offset 0
00000400:00000200:2.0:1783979828.775945:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979828.775949:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.775952:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979828.775954:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979828.775957:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979828.775959:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979828.775961:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979828.775964:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390863:390863:256:4294967295] 192.168.201.140@tcp LPNI seq info [390838:390838:8:4294967295]
00000400:00000200:2.0:1783979828.775967:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.775973:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979828.775977:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979828.775980:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979828.775983:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979828.775986:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979828.775989:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979828.775992:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979828.775995:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979828.775997:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979828.776000:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979828.776004:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979828.776007:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979828.776009:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979828.776011:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979828.776014:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.776022:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.776025:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.776032:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.776034:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979828.776037:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979828.776040:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979828.776043:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979828.776045:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305223734
00000100:00000001:2.0:1783979828.776085:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305227466
00000100:00000001:2.0:1783979828.776087:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305223734
00000100:00000001:2.0:1783979828.776089:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305227466
00000100:00000001:2.0:1783979828.776091:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979828.776093:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.776095:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979828.776099:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979828/real 1783979828]  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979828.776108:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979828.776110:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979828.776112:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979828.776115:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979828.776117:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979828.776119:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979828.776123:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979828.776132:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.776140:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979828.776141:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.776143:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.776144:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979828.776148:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.776155:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979828.776159:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.776166:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979828.776168:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.776170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.776171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.776172:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979828.776174:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979828.776176:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979828.776179:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979828.776181:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979828.776185:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979828.776199:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979828.776203:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979828.776206:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.776213:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979828.776215:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.776217:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979828.776219:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979828.776221:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979828.776223:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979828.776227:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979828.776228:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979828.776230:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979828.776232:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979828.776235:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979828.776237:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979828.776240:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979828.776242:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979828.776245:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979828.776248:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559980928, portal 4
00000100:00000001:2.0:1783979828.776250:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979828.776251:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455231872 : -128863254319744 : ffff8accaf806d80)
00000100:00000040:2.0:1783979828.776256:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.776262:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979828.776264:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979828.776266:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979828.776268:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559980928, offset 0
00000400:00000200:2.0:1783979828.776272:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979828.776276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.776280:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979828.776282:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979828.776285:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979828.776287:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979828.776289:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979828.776292:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390864:390864:256:4294967295] 192.168.201.140@tcp LPNI seq info [390839:390839:8:4294967295]
00000400:00000200:2.0:1783979828.776296:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979828.776301:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979828.776305:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979828.776308:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979828.776312:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979828.776314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979828.776318:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979828.776320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979828.776324:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979828.776326:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979828.776328:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979828.776332:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979828.776334:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979828.776336:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979828.776338:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979828.776342:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.778423:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.778435:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979853 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.778447:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.778449:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979828.778460:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979828.778465:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979828.778469:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979828.778473:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305223737
00000100:00000001:2.0:1783979828.778477:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305227466
00000100:00000001:2.0:1783979828.778479:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305223737
00000100:00000001:2.0:1783979828.778481:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305227466
00000100:00000001:2.0:1783979828.778484:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979828.778487:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.778489:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979828.778494:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979828/real 1783979828]  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979828.778505:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979828.778507:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979828.778509:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979828.778513:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979828.778515:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979828.778518:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979828.778522:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979828.778530:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.778537:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979828.778539:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.778541:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.778542:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979828.778546:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.778552:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979828.778556:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.778564:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979828.778567:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.778568:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979828.778570:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.778572:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979828.778574:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979828.778577:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979828.778582:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979828.778585:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979828.778589:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979828.778597:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559980928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979828.778601:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.778603:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.778607:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806a00 x1870627559980672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.778614:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979828.778617:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979828.778620:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979828.778623:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979828.778626:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979828.778628:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979828.778630:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979828.778632:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba400.
02000000:00000001:2.0:1783979828.778636:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979828.778637:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979828.778639:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806a00.
00000100:00000001:2.0:1783979828.778643:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979828.778645:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.778646:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.778651:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805f80 x1870627559980800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.778662:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979828.778664:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979828.778666:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979828.778668:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979828.778669:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979828.778670:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979828.778672:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979828.778674:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:2.0:1783979828.778676:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979828.778677:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979828.778678:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805f80.
00000100:00000001:2.0:1783979828.778681:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979828.778682:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.778684:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979828.778687:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806d80 x1870627559980928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979853 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979828.778693:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979828.778694:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979828.778695:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979828.778697:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979828.778698:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979828.778700:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979828.778701:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979828.778703:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba800.
02000000:00000001:2.0:1783979828.778704:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979828.778705:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979828.778707:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806d80.
00000100:00000001:2.0:1783979828.778709:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979828.778710:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.778712:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979828.778720:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979828.778722:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979828.778724:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979828.778726:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979829.529174:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979829.529182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979829.529187:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979829.529188:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979829.529191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979829.529193:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979829.529756:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979829.529760:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979829.529763:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979830.553168:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979830.553176:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979830.553181:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979830.553182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979830.553186:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979830.553187:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979830.553440:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979830.553444:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979830.553447:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979831.577247:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979831.577255:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979831.577257:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979831.577259:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979831.577322:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979831.577325:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979831.577328:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979831.577330:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979831.577335:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979831.577336:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979831.577338:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979831.577339:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979831.577341:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979831.577342:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979831.577343:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979831.577345:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979831.577348:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979831.577350:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979831.577636:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979831.577639:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979831.577641:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979832.601165:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305227466, at 4305227520
00000100:00000010:2.0:1783979832.601181:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000100:00000040:3.0:1783979832.601256:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305227466, at 4305227520
00000100:00000010:3.0:1783979832.601262:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627900.
00010000:00000001:1.0:1783979832.603426:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979832.603431:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979832.603436:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979832.603438:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979832.603441:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979832.603443:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979832.603591:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979832.603595:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979832.603598:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979833.625424:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979833.625431:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979833.625436:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979833.625437:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979833.625440:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979833.625442:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979833.625985:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979833.625988:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979833.625990:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979833.882205:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979833.882217:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979833.882219:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979833.882223:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979833.882228:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979833.882234:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10556
00000400:00000200:3.0:1783979833.882244:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979833.882250:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979833.882253:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979833.882256:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882267:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.882270:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882273:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979833.882277:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979833.882279:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979833.882282:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979833.882285:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979833.882288:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979833.882290:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979833.882292:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882304:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.882306:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882308:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979833.882311:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979833.882314:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882316:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979833.882319:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979833.882323:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979833.882326:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882328:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979833.882331:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979833.882340:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979833.882343:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979833.882347:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979833.882348:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882351:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979833.882354:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979833.882358:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979833.882366:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979833.882371:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979833.882380:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979833.882390:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979833.882394:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979833.882399:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979833.882545:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.882550:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1783979833.882550:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979833.882556:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979833.882558:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979833.882558:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979833.882562:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979833.882563:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783979833.882567:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1783979833.882574:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979833.882575:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10556
00000400:00000200:3.0:1783979833.882583:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979833.882588:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:2.0:1783979833.882592:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1783979833.882593:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1783979833.882596:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979833.882598:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979833.882601:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979833.882602:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1783979833.882606:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1783979833.882606:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882610:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:2.0:1783979833.882611:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783979833.882616:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:2.0:1783979833.882620:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559981056:192.168.201.140@tcp:250:kworker.0
00000020:00000040:3.0:1783979833.882620:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979833.882623:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979833.882626:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:2.0:1783979833.882628:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1783979833.882630:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
02000000:00000001:2.0:1783979833.882634:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1783979833.882635:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
02000000:00000001:2.0:1783979833.882638:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979833.882641:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979833.882643:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783979833.882645:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.882649:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000010:2.0:1783979833.882650:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:3.0:1783979833.882652:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:2.0:1783979833.882654:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979833.882657:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979833.882662:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000200:2.0:1783979833.882663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979833.882668:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783979833.882671:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
02000000:00000001:3.0:1783979833.882671:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979833.882678:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1783979833.882680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
02000000:00000001:3.0:1783979833.882682:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882686:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1783979833.882690:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559981056, portal 25
00000008:00100000:3.0:1783979833.882690:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1783979833.882695:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1783979833.882696:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.882699:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000001:3.0:1783979833.882700:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979833.882707:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000100:00000040:2.0:1783979833.882709:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979833.882711:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979833.882716:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979833.882719:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882723:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1783979833.882724:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1783979833.882725:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979833.882729:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979833.882730:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
02000000:00000010:3.0:1783979833.882735:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000400:00000010:2.0:1783979833.882736:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000001:3.0:1783979833.882740:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979833.882746:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979833.882753:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979833.882755:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979833.882758:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979833.882767:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979833.882769:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979833.882772:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979833.882774:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979833.882775:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979833.882777:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979833.882780:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10556
00000400:00000200:3.0:1783979833.882784:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979833.882786:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979833.882788:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979833.882791:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882793:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.882795:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882797:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979833.882799:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979833.882800:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979833.882801:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979833.882804:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979833.882806:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979833.882808:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979833.882810:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882812:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.882813:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882815:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979833.882817:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979833.882819:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882820:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979833.882822:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979833.882824:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979833.882826:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882828:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979833.882829:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979833.882831:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882832:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979833.882835:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979833.882837:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979833.882839:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979833.882840:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882841:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979833.882842:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979833.882844:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979833.882847:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979833.882849:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979833.882853:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979833.882859:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979833.882862:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979833.882865:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979833.882872:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979833.882875:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979833.882878:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979833.882880:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979833.882881:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979833.882883:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979833.882885:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10556
00000400:00000200:3.0:1783979833.882889:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979833.882891:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979833.882893:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979833.882895:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882897:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.882899:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882901:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979833.882903:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979833.882904:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979833.882906:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979833.882908:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979833.882910:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979833.882912:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979833.882915:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882917:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.882919:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882920:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979833.882922:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979833.882924:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979833.882926:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979833.882928:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979833.882930:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979833.882932:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882934:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979833.882937:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979833.882939:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882941:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979833.882944:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979833.882946:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979833.882948:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979833.882950:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.882951:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979833.882953:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979833.882954:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979833.882958:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979833.882961:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979833.882965:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979833.882971:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979833.882973:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979833.882977:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979833.882984:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979833.882987:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979833.882990:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979833.882991:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979833.882992:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979833.882995:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979833.882997:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10556
00000400:00000200:3.0:1783979833.883000:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979833.883003:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979833.883005:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979833.883007:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.883009:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.883010:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.883013:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979833.883015:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979833.883016:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979833.883018:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979833.883020:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979833.883022:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979833.883024:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979833.883026:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.883028:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979833.883029:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979833.883031:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979833.883033:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979833.883035:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979833.883037:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979833.883039:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979833.883041:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979833.883042:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.883044:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979833.883090:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979833.883093:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.883095:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979833.883099:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979833.883101:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979833.883103:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979833.883104:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979833.883106:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979833.883108:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979833.883109:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979833.883114:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979833.883117:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979833.883121:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979833.883134:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979833.883136:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979833.883140:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979833.883147:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979833.883151:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10566)
00000100:00000200:2.0:1783979833.886383:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559981056, offset 0
00000400:00000200:2.0:1783979833.886401:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979833.886412:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.886421:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979833.886427:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979833.886430:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979833.886433:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979833.886436:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979833.886439:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390865:390865:256:4294967295] 192.168.201.140@tcp LPNI seq info [390840:390840:8:4294967295]
00000400:00000200:2.0:1783979833.886444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.886454:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979833.886460:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.886466:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979833.886473:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979833.886477:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979833.886483:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979833.886487:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979833.886492:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.886495:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979833.886504:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979833.886509:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979833.886517:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979833.886519:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979833.886525:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979833.886534:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.886547:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.886552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.886559:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.886561:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979833.886567:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979833.886572:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979833.886575:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305232588
00000100:00000010:2.0:1783979833.886581:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979833.886588:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979833.886595:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305232588
00000100:00000010:2.0:1783979833.886598:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627600.
00000100:00000001:2.0:1783979833.886602:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979833.886605:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979833.886608:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.886611:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979833.886616:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979833/real 1783979833]  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979833.886626:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979833.886628:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979833.886631:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979833.886634:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979833.886636:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979833.886638:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979833.886642:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979833.886650:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.886657:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979833.886659:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.886661:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.886663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979833.886667:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.886675:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979833.886680:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.886688:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979833.886691:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.886693:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.886694:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.886696:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979833.886699:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979833.886702:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979833.886708:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979833.886710:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979833.886715:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979833.886723:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559981056:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979833.886728:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.886731:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.886735:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559981056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.886741:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979833.886745:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979833.886749:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979833.886752:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979833.886755:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979833.886758:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979833.886761:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979833.886764:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979833.886768:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979833.886770:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979833.886772:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783979833.886776:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979833.886777:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.886780:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.886789:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979833.886791:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.886794:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979833.886797:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979833.886798:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979833.886803:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.886810:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979833.886812:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979833.886815:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979833.886818:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979833.886821:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979833.886825:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979833.886828:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979833.886832:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979833.886835:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979833.886837:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979833.887001:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979833.887006:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979833.887012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979833.887016:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979833.887021:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979833.887027:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559981184, portal 10
00000100:00000001:2.0:1783979833.887029:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979833.887031:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783979833.887042:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887067:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979833.887069:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979833.887073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979833.887076:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559981184, offset 0
00000400:00000200:2.0:1783979833.887079:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979833.887084:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.887088:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979833.887091:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979833.887093:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979833.887095:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979833.887097:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979833.887100:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390866:390866:256:4294967295] 192.168.201.140@tcp LPNI seq info [390841:390841:8:4294967295]
00000400:00000200:2.0:1783979833.887104:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.887110:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979833.887114:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.887117:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979833.887122:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979833.887124:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979833.887128:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979833.887131:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979833.887135:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.887137:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979833.887140:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979833.887143:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979833.887146:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979833.887148:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979833.887151:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979833.887155:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887162:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.887165:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887172:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.887173:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979833.887176:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979833.887180:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979833.887184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979833.887185:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305228822
00000100:00000001:2.0:1783979833.887188:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305232588
00000100:00000001:2.0:1783979833.887190:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305228822
00000100:00000001:2.0:1783979833.887193:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305232588
00000100:00000001:2.0:1783979833.887195:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979833.887197:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.887199:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979833.887202:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979833/real 1783979833]  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979833.887210:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979833.887212:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979833.887213:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979833.887216:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979833.887217:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979833.887219:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979833.887223:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979833.887231:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887238:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979833.887239:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887241:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.887242:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979833.887245:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887252:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979833.887255:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887272:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979833.887275:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.887279:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887281:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979833.887282:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979833.887285:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979833.887288:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979833.887291:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979833.887294:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979833.887302:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979833.887307:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979833.887311:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887317:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979833.887319:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979833.887321:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979833.887323:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979833.887325:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979833.887328:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979833.887331:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979833.887333:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979833.887334:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979833.887336:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979833.887339:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979833.887341:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979833.887344:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979833.887347:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979833.887350:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979833.887353:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559981312, portal 10
00000100:00000001:2.0:1783979833.887355:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979833.887357:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979833.887363:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887370:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979833.887374:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979833.887376:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979833.887379:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559981312, offset 0
00000400:00000200:2.0:1783979833.887384:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979833.887388:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.887393:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979833.887396:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979833.887398:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979833.887401:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979833.887403:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979833.887407:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390867:390867:256:4294967295] 192.168.201.140@tcp LPNI seq info [390842:390842:8:4294967295]
00000400:00000200:2.0:1783979833.887412:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.887419:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979833.887424:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.887428:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979833.887433:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979833.887437:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979833.887441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979833.887444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979833.887448:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.887451:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979833.887454:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979833.887458:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979833.887461:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979833.887462:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979833.887465:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979833.887468:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887481:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.887484:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887490:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.887492:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979833.887495:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979833.887498:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979833.887501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979833.887503:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305228819
00000100:00000001:2.0:1783979833.887505:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305232588
00000100:00000001:2.0:1783979833.887507:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305228819
00000100:00000001:2.0:1783979833.887509:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305232588
00000100:00000001:2.0:1783979833.887512:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979833.887514:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.887515:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979833.887520:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979833/real 1783979833]  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979833.887527:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979833.887529:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979833.887530:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979833.887532:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979833.887534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979833.887536:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979833.887539:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979833.887546:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887553:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979833.887554:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887556:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.887558:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979833.887562:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887569:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979833.887572:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887579:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979833.887581:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887582:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.887584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887585:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979833.887587:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979833.887589:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979833.887592:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979833.887595:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979833.887599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979833.887606:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979833.887610:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979833.887614:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887622:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979833.887623:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979833.887626:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979833.887628:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979833.887630:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979833.887633:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979833.887637:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979833.887639:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979833.887640:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979833.887642:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979833.887645:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979833.887646:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979833.887650:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979833.887652:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979833.887656:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979833.887659:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559981440, portal 4
00000100:00000001:2.0:1783979833.887661:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979833.887662:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979833.887669:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887675:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979833.887677:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979833.887679:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979833.887682:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559981440, offset 0
00000400:00000200:2.0:1783979833.887686:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979833.887690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.887694:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979833.887696:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979833.887698:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979833.887700:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979833.887703:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979833.887706:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390868:390868:256:4294967295] 192.168.201.140@tcp LPNI seq info [390843:390843:8:4294967295]
00000400:00000200:2.0:1783979833.887709:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.887715:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979833.887720:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.887723:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979833.887727:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979833.887808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979833.887815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979833.887817:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979833.887821:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.887823:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979833.887826:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979833.887829:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979833.887832:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979833.887834:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979833.887837:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979833.887840:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887848:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.887851:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887857:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.887859:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979833.887862:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979833.887865:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979833.887869:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979833.887871:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305228846
00000100:00000001:2.0:1783979833.887874:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305232588
00000100:00000001:2.0:1783979833.887876:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305228846
00000100:00000001:2.0:1783979833.887878:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305232588
00000100:00000001:2.0:1783979833.887880:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979833.887882:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.887884:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979833.887887:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979833/real 1783979833]  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979833.887895:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979833.887897:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979833.887898:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979833.887901:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979833.887902:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979833.887904:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979833.887907:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979833.887914:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887921:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979833.887922:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887924:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.887926:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979833.887930:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887936:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979833.887939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887946:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979833.887949:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887950:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.887952:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.887953:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979833.887955:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979833.887958:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979833.887962:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979833.887964:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979833.887968:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979833.887981:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979833.887985:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979833.887990:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.887996:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979833.887998:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979833.888001:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979833.888003:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979833.888005:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979833.888008:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979833.888011:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979833.888014:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979833.888016:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979833.888017:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979833.888021:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979833.888023:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979833.888026:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979833.888029:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979833.888032:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979833.888035:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559981568, portal 4
00000100:00000001:2.0:1783979833.888037:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979833.888038:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979833.888045:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888078:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979833.888081:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979833.888083:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979833.888086:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559981568, offset 0
00000400:00000200:2.0:1783979833.888090:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979833.888095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.888099:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979833.888102:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979833.888105:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979833.888107:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979833.888109:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979833.888112:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390869:390869:256:4294967295] 192.168.201.140@tcp LPNI seq info [390844:390844:8:4294967295]
00000400:00000200:2.0:1783979833.888116:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979833.888122:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979833.888127:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.888130:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979833.888134:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979833.888137:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1783979833.888141:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979833.888143:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1783979833.888147:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979833.888149:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979833.888152:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979833.888155:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979833.888158:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979833.888160:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979833.888162:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979833.888166:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888174:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.888177:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979858 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888184:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.888185:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979833.888189:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979833.888193:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979833.888195:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979833.888198:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305228848
00000100:00000001:2.0:1783979833.888200:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305232588
00000100:00000001:2.0:1783979833.888202:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305228848
00000100:00000001:2.0:1783979833.888203:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305232588
00000100:00000001:2.0:1783979833.888205:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979833.888207:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.888209:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979833.888213:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979833/real 1783979833]  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979833.888220:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979833.888221:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979833.888223:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979833.888225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979833.888227:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979833.888228:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979833.888232:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979833.888239:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888246:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979833.888247:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888249:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.888250:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979833.888254:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888273:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979833.888278:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888285:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979833.888288:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888289:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979833.888291:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888292:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979833.888294:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979833.888296:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979833.888300:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979833.888302:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979833.888305:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979833.888313:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979833.888316:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888318:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.888322:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559981184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888329:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979833.888331:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979833.888333:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979833.888336:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979833.888338:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979833.888340:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979833.888342:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979833.888344:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979833.888348:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979833.888349:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979833.888351:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979833.888355:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979833.888356:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888358:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.888362:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559981312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888374:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979833.888375:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979833.888377:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979833.888379:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979833.888381:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979833.888382:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979833.888384:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979833.888385:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979833.888387:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979833.888388:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979833.888389:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979833.888392:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979833.888394:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888396:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.888400:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559981440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888407:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979833.888409:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979833.888410:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979833.888412:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979833.888414:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979833.888415:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979833.888417:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979833.888418:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979833.888420:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979833.888421:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979833.888422:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979833.888424:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979833.888426:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888428:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979833.888431:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559981568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979858 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979833.888437:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979833.888438:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979833.888440:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979833.888442:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979833.888443:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979833.888444:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979833.888446:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979833.888447:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979833.888449:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979833.888450:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979833.888451:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979833.888454:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979833.888455:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888457:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979833.888463:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979833.888464:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979833.888467:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979833.888468:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979834.649180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979834.649186:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979834.649191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979834.649192:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979834.649196:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979834.649197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979834.649317:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979834.649320:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979834.649323:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979835.675732:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979835.675740:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979835.675745:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979835.675746:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979835.675750:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979835.675753:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979835.675755:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979835.675759:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979835.675762:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979835.675765:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979835.675767:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979835.675770:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979835.675866:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979835.675872:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979835.675877:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979836.698879:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979836.698886:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979836.698891:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979836.698893:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979836.698896:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979836.698897:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979836.699005:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979836.699009:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979836.699012:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979837.721241:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979837.721250:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979837.721259:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979837.721261:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979837.721265:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979837.721266:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979837.721285:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305232588, at 4305232640
00000100:00000010:2.0:1783979837.721310:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000100:00000040:3.0:1783979837.721473:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305232588, at 4305232640
00000100:00000010:3.0:1783979837.721480:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627600.
00000020:00000001:0.0:1783979837.721507:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979837.721512:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979837.721515:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979838.745497:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979838.745626:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979838.745633:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979838.745635:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979838.745638:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979838.745640:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979838.745843:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979838.745847:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979838.745851:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979839.001360:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979839.001377:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979839.001380:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979839.001385:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979839.001393:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979839.001404:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10561
00000400:00000200:3.0:1783979839.001417:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979839.001425:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979839.001439:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979839.001444:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001448:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.001451:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001454:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979839.001460:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979839.001462:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979839.001548:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979839.001553:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979839.001556:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979839.001559:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979839.001563:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001567:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.001568:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001570:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979839.001573:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979839.001577:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001580:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979839.001583:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979839.001588:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979839.001591:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.001594:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979839.001596:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979839.001609:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979839.001614:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979839.001619:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979839.001620:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.001625:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979839.001736:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979839.001742:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979839.001753:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979839.001762:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979839.001775:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979839.001787:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979839.001793:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979839.001798:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979839.001828:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979839.001832:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979839.001835:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979839.001837:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979839.001839:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979839.001842:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979839.001846:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10561
00000400:00000200:3.0:1783979839.001850:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979839.001854:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979839.001856:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979839.001859:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001861:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.001863:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001865:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979839.001868:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979839.001869:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979839.001870:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979839.001873:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979839.001875:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979839.001877:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979839.001879:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001881:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.001883:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001885:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979839.001887:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979839.001890:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979839.001893:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979839.001894:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979839.001902:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979839.001905:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.001907:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979839.001913:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979839.001916:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.001918:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979839.001925:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979839.001928:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979839.001931:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979839.001933:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.001935:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979839.001937:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979839.001938:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979839.001943:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979839.001946:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979839.001952:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979839.001962:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979839.001965:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979839.001969:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979839.001976:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979839.001979:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979839.001983:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979839.001985:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979839.001986:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979839.001989:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979839.001992:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10561
00000400:00000200:3.0:1783979839.001995:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979839.001998:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979839.002000:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979839.002003:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002005:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.002007:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002009:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979839.002012:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979839.002013:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979839.002014:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979839.002017:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979839.002018:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979839.002021:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979839.002024:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002027:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.002028:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002030:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979839.002033:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979839.002035:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002037:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979839.002039:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979839.002042:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979839.002044:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.002046:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979839.002080:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979839.002082:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.002084:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979839.002088:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979839.002091:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979839.002094:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979839.002095:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.002097:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979839.002098:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979839.002811:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979839.002821:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979839.002826:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979839.002835:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979839.002841:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979839.002844:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979839.002848:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979839.002855:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979839.002859:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979839.002862:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979839.002864:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979839.002866:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979839.002869:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979839.002871:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10561
00000400:00000200:3.0:1783979839.002875:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979839.002879:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979839.002881:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979839.002884:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002887:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.002888:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002890:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979839.002893:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979839.002894:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979839.002896:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979839.002898:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979839.002900:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979839.002902:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979839.002905:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002906:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.002908:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002910:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979839.002912:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979839.002916:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979839.002918:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979839.002920:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979839.002924:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979839.002925:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.002928:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979839.002932:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979839.002934:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.002935:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979839.002939:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979839.002943:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979839.002946:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979839.002947:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.002948:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979839.002950:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979839.002951:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979839.002955:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979839.002958:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979839.002962:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979839.002969:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979839.002970:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979839.002974:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979839.002981:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979839.002983:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979839.002986:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979839.002988:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979839.002989:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979839.002991:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979839.002993:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10561
00000400:00000200:3.0:1783979839.002997:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979839.002999:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979839.003002:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979839.003005:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.003007:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.003009:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.003012:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979839.003013:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979839.003015:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979839.003016:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979839.003019:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979839.003020:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979839.003022:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979839.003025:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.003027:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979839.003029:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979839.003031:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979839.003033:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979839.003035:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979839.003037:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979839.003039:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979839.003041:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979839.003044:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.003045:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979839.003083:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979839.003086:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.003087:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979839.003091:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979839.003094:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979839.003096:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979839.003097:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979839.003110:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979839.003112:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979839.003113:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979839.003118:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979839.003121:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979839.003126:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979839.003137:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979839.003138:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979839.003142:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979839.003148:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979839.003153:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10571)
00000100:00000001:2.0:1783979839.003414:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979839.003420:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979839.003423:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979839.003440:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003449:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979839.003452:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.003456:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979839.003459:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979839.003462:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979839.003473:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559981696:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979839.003481:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979839.003487:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979839.003490:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.003493:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979839.003499:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979839.003501:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979839.003507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979839.003511:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979839.003519:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979839.003529:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559981696, portal 25
00000100:00000001:2.0:1783979839.003532:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979839.003533:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:2.0:1783979839.003540:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003547:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979839.003550:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979839.003553:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979839.003557:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559981696, offset 0
00000400:00000200:2.0:1783979839.003565:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979839.003577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.003585:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979839.003593:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979839.003599:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979839.003603:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979839.003606:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979839.003611:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390870:390870:256:4294967295] 192.168.201.140@tcp LPNI seq info [390845:390845:8:4294967295]
00000400:00000200:2.0:1783979839.003615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.003638:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979839.003646:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.003653:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979839.003671:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979839.003679:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979839.003687:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979839.003691:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783979839.003697:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.003700:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979839.003709:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979839.003714:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979839.003722:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979839.003725:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979839.003731:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979839.003736:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003748:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.003751:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003758:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.003759:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979839.003767:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979839.003772:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979839.003775:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305237708
00000100:00000010:2.0:1783979839.003780:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979839.003789:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979839.003796:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305237708
00000100:00000010:2.0:1783979839.003799:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627a20.
00000100:00000001:2.0:1783979839.003803:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979839.003806:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979839.003809:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.003812:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979839.003817:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979839/real 1783979839]  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979839.003828:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979839.003830:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979839.003833:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979839.003836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979839.003838:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979839.003841:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979839.003844:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979839.003853:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003859:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979839.003861:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.003864:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.003866:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979839.003870:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003877:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979839.003882:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003889:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979839.003893:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.003894:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.003895:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.003898:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979839.003901:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979839.003904:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979839.003909:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979839.003911:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979839.003915:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979839.003923:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559981696:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979839.003930:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979839.003934:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003941:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979839.003942:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.003944:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979839.003946:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979839.003948:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979839.003951:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979839.003954:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979839.003956:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979839.003958:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.003960:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979839.003964:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979839.003966:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979839.003970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979839.003972:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979839.003976:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979839.003979:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559981824, portal 10
00000100:00000001:2.0:1783979839.003981:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979839.003983:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979839.003991:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.003997:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979839.003999:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979839.004001:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979839.004004:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559981824, offset 0
00000400:00000200:2.0:1783979839.004008:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979839.004012:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.004015:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979839.004018:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979839.004021:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979839.004024:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979839.004026:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979839.004029:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390871:390871:256:4294967295] 192.168.201.140@tcp LPNI seq info [390846:390846:8:4294967295]
00000400:00000200:2.0:1783979839.004034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.004041:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979839.004045:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.004111:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979839.004116:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979839.004118:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979839.004123:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979839.004125:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783979839.004130:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.004132:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979839.004136:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979839.004139:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979839.004142:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979839.004145:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979839.004147:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979839.004152:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004160:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.004163:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004170:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.004182:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979839.004185:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979839.004191:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979839.004195:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979839.004197:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305233940
00000100:00000001:2.0:1783979839.004200:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305237708
00000100:00000001:2.0:1783979839.004202:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305233940
00000100:00000001:2.0:1783979839.004205:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305237708
00000100:00000001:2.0:1783979839.004207:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979839.004209:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.004210:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979839.004215:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979839/real 1783979839]  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979839.004223:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979839.004224:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979839.004225:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979839.004228:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979839.004229:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979839.004231:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979839.004234:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979839.004242:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004248:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979839.004250:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004252:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.004253:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979839.004257:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004264:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979839.004272:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004279:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979839.004282:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004284:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.004287:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004290:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979839.004293:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979839.004297:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979839.004301:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979839.004303:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979839.004307:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979839.004314:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979839.004319:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979839.004323:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004328:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979839.004330:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.004332:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979839.004334:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979839.004336:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979839.004339:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979839.004342:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979839.004344:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979839.004346:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.004347:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979839.004351:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979839.004353:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979839.004357:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979839.004359:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979839.004362:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979839.004366:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559981952, portal 10
00000100:00000001:2.0:1783979839.004368:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979839.004369:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979839.004375:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004383:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979839.004385:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979839.004387:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979839.004390:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559981952, offset 0
00000400:00000200:2.0:1783979839.004394:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979839.004398:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.004402:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979839.004409:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979839.004412:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979839.004414:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979839.004416:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979839.004419:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390872:390872:256:4294967295] 192.168.201.140@tcp LPNI seq info [390847:390847:8:4294967295]
00000400:00000200:2.0:1783979839.004423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.004429:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979839.004434:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.004437:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979839.004441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979839.004444:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979839.004448:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979839.004450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783979839.004454:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.004455:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979839.004458:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979839.004461:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979839.004464:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979839.004466:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979839.004468:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979839.004472:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004479:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.004482:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004492:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.004494:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979839.004496:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979839.004499:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979839.004502:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979839.004504:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305233936
00000100:00000001:2.0:1783979839.004506:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305237708
00000100:00000001:2.0:1783979839.004508:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305233936
00000100:00000001:2.0:1783979839.004510:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305237708
00000100:00000001:2.0:1783979839.004512:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979839.004514:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.004516:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979839.004519:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979839/real 1783979839]  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979839.004527:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979839.004528:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979839.004530:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979839.004532:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979839.004534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979839.004536:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979839.004539:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979839.004547:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004554:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979839.004555:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004557:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.004558:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979839.004561:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004569:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979839.004572:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004578:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979839.004580:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004582:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.004583:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004585:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979839.004587:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979839.004589:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979839.004593:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979839.004595:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979839.004599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979839.004605:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559981952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979839.004609:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979839.004614:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004621:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979839.004622:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.004624:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979839.004626:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979839.004628:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979839.004631:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979839.004634:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979839.004637:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979839.004639:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.004640:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979839.004644:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979839.004645:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979839.004649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979839.004651:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979839.004655:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979839.004659:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559982080, portal 4
00000100:00000001:2.0:1783979839.004660:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979839.004662:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979839.004668:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004674:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979839.004677:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979839.004679:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979839.004682:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559982080, offset 0
00000400:00000200:2.0:1783979839.004686:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979839.004690:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.004693:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979839.004696:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979839.004698:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979839.004701:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979839.004703:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979839.004706:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390873:390873:256:4294967295] 192.168.201.140@tcp LPNI seq info [390848:390848:8:4294967295]
00000400:00000200:2.0:1783979839.004710:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.004715:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979839.004720:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.004737:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979839.004741:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979839.004744:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979839.004748:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979839.004751:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783979839.004755:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.004757:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979839.004760:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979839.004763:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979839.004766:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979839.004768:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979839.004771:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979839.004774:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004782:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.004785:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004791:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.004792:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979839.004795:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979839.004798:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979839.004801:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979839.004803:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305233963
00000100:00000001:2.0:1783979839.004805:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305237708
00000100:00000001:2.0:1783979839.004808:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305233963
00000100:00000001:2.0:1783979839.004810:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305237708
00000100:00000001:2.0:1783979839.004812:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979839.004814:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.004816:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979839.004819:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979839/real 1783979839]  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979839.004826:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979839.004827:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979839.004829:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979839.004831:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979839.004833:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979839.004836:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979839.004838:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979839.004845:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004851:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979839.004852:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004854:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.004855:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979839.004858:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004864:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979839.004867:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004873:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979839.004875:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004876:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.004878:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.004879:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979839.004881:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979839.004883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979839.004887:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979839.004889:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979839.004893:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979839.004900:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979839.004904:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979839.004909:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004916:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979839.004917:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.004919:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979839.004921:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979839.004923:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979839.004925:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979839.004928:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979839.004930:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979839.004932:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979839.004933:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979839.004936:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979839.004938:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979839.004941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979839.004943:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979839.004946:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979839.004949:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559982208, portal 4
00000100:00000001:2.0:1783979839.004950:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979839.004952:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783979839.004958:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.004963:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979839.004965:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979839.004967:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979839.004969:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559982208, offset 0
00000400:00000200:2.0:1783979839.004972:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979839.004976:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.004979:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979839.004982:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979839.004984:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979839.004986:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979839.004988:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979839.004991:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390874:390874:256:4294967295] 192.168.201.140@tcp LPNI seq info [390849:390849:8:4294967295]
00000400:00000200:2.0:1783979839.004995:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979839.004999:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979839.005003:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.005006:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979839.005010:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979839.005012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1783979839.005016:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979839.005018:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1783979839.005021:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979839.005023:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979839.005025:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979839.005028:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979839.005031:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979839.005033:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979839.005035:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979839.005038:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005045:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.005077:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005083:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.005085:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979839.005088:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979839.005091:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979839.005094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979839.005095:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305233966
00000100:00000001:2.0:1783979839.005098:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305237708
00000100:00000001:2.0:1783979839.005099:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305233966
00000100:00000001:2.0:1783979839.005101:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305237708
00000100:00000001:2.0:1783979839.005103:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979839.005106:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.005107:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979839.005111:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979839/real 1783979839]  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979839.005118:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979839.005120:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979839.005121:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979839.005123:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979839.005125:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979839.005127:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979839.005130:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979839.005137:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005143:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979839.005144:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005146:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.005147:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979839.005150:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005157:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979839.005160:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005166:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979839.005169:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005170:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979839.005183:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005185:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979839.005186:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979839.005188:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979839.005192:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979839.005194:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979839.005198:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979839.005205:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979839.005209:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005211:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.005214:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559981696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005220:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979839.005223:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979839.005226:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979839.005229:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979839.005232:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979839.005234:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979839.005236:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979839.005240:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979839.005244:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979839.005247:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979839.005249:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:2.0:1783979839.005252:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979839.005253:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005255:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.005259:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559981824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005266:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979839.005267:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979839.005269:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979839.005272:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979839.005273:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979839.005274:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979839.005276:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979839.005278:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979839.005281:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979839.005282:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979839.005283:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979839.005287:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979839.005288:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005289:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.005293:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559981952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005300:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979839.005301:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979839.005302:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979839.005305:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979839.005306:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979839.005308:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979839.005310:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979839.005311:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979839.005313:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979839.005314:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979839.005315:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979839.005317:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979839.005318:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005319:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.005323:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559982080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005328:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979839.005330:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979839.005331:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979839.005333:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979839.005335:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979839.005336:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979839.005338:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979839.005339:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979839.005342:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979839.005343:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979839.005344:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979839.005347:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979839.005348:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005350:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979839.005353:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559982208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979839.005359:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979839.005361:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979839.005362:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979839.005364:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979839.005365:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979839.005366:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979839.005367:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979839.005369:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979839.005371:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979839.005372:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979839.005373:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979839.005375:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979839.005377:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005379:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979839.005389:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979839.005392:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979839.005394:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979839.005396:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979839.770188:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979839.770199:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979839.770207:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979839.770209:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979839.770213:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979839.770214:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979839.780202:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979839.780212:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979839.780218:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979840.793284:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979840.793295:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979840.793303:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979840.793304:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979840.793308:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979840.793309:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979840.797762:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979840.797772:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979840.797778:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979841.818017:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979841.818029:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979841.818033:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979841.818036:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979841.818042:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979841.818045:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979841.818070:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979841.818073:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979841.818077:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979841.818079:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979841.818080:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979841.818082:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979841.818084:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979841.818085:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979841.818086:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979841.818089:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979841.818093:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979841.818094:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979841.818432:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979841.818437:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979841.818441:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979842.841196:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305237708, at 4305237760
00000100:00000040:3.0:1783979842.841196:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305237708, at 4305237760
00000100:00000010:3.0:1783979842.841215:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627a20.
00000100:00000010:2.0:1783979842.841218:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979842.841401:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979842.841413:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979842.841418:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979842.841419:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979842.841423:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979842.841425:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979842.841532:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979842.841537:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979842.841540:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979843.867243:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979843.867255:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979843.867263:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979843.867265:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979843.867269:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979843.867271:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979843.868155:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979843.868161:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979843.868165:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979844.121337:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979844.121352:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979844.121356:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979844.121371:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979844.121376:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979844.121385:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10566
00000400:00000200:0.0:1783979844.121396:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979844.121403:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979844.121406:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979844.121410:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121413:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.121416:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121418:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979844.121423:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979844.121425:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979844.121428:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979844.121432:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979844.121435:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979844.121437:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979844.121440:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121442:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.121444:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121446:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979844.121448:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979844.121451:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121453:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979844.121456:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979844.121460:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979844.121463:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.121465:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979844.121468:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979844.121480:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805500.
00000020:00000040:0.0:1783979844.121485:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979844.121675:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979844.121677:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.121682:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979844.121684:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979844.121689:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979844.121701:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb000.
00000100:00000001:0.0:1783979844.121708:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979844.121720:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979844.121731:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979844.121736:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979844.121741:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1bb3957] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979844.121775:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979844.121779:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979844.121783:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979844.121785:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979844.121787:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979844.121791:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979844.121794:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10566
00000400:00000200:0.0:1783979844.121804:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979844.121810:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979844.121813:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979844.121816:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121818:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.121821:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121824:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979844.121827:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979844.121829:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979844.121832:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979844.121835:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979844.121838:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979844.121840:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979844.121843:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121844:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.121846:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121848:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979844.121850:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979844.121853:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121856:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979844.121858:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979844.121865:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979844.121868:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.121869:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979844.121874:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979844.121877:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.121879:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979844.121885:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807800.
00000020:00000040:0.0:1783979844.121888:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979844.121891:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979844.121892:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.121894:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979844.121896:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979844.121898:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979844.121901:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8c00.
00000100:00000001:0.0:1783979844.121904:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979844.121909:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979844.121915:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979844.121917:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979844.121920:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011736865] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979844.121932:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979844.121935:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979844.121938:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979844.121939:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979844.121941:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979844.121943:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979844.121946:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10566
00000400:00000200:0.0:1783979844.121950:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979844.121953:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979844.121955:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979844.121957:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121959:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.121960:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121962:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979844.121964:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979844.121964:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979844.121966:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979844.121968:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979844.121969:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979844.121971:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979844.121974:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121975:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.121977:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121979:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979844.121980:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979844.121982:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979844.121984:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979844.121986:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979844.121989:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979844.121991:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.121992:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979844.121994:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979844.121996:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.121998:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979844.122001:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807b80.
00000020:00000040:0.0:1783979844.122003:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979844.122005:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979844.122006:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.122008:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979844.122010:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979844.122011:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979844.122015:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979844.122018:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979844.122022:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979844.122028:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979844.122030:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979844.122034:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087f92af4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979844.122041:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979844.122044:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979844.122212:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979844.122214:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979844.122216:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979844.122218:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979844.122221:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10566
00000400:00000200:0.0:1783979844.122225:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979844.122229:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979844.122231:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979844.122234:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122236:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.122237:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122239:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979844.122241:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979844.122242:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979844.122244:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979844.122246:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979844.122247:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979844.122249:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979844.122252:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122254:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.122255:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122257:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979844.122259:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979844.122261:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122263:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979844.122264:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979844.122267:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979844.122269:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.122271:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979844.122273:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979844.122275:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.122276:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979844.122280:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804380.
00000020:00000040:0.0:1783979844.122282:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979844.122284:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979844.122286:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.122287:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979844.122288:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979844.122290:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979844.122294:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:0.0:1783979844.122298:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979844.122302:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979844.122308:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979844.122321:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979844.122325:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000043c473a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979844.122332:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979844.122335:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979844.122337:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979844.122338:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979844.122340:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979844.122342:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979844.122344:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10566
00000400:00000200:0.0:1783979844.122348:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979844.122350:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979844.122352:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979844.122354:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122356:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.122358:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122359:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979844.122361:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979844.122362:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979844.122363:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979844.122365:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979844.122367:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979844.122368:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979844.122371:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122372:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979844.122375:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122376:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979844.122378:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979844.122380:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979844.122382:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979844.122384:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979844.122386:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979844.122388:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.122389:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979844.122391:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979844.122393:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.122394:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979844.122398:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805c00.
00000020:00000040:0.0:1783979844.122400:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979844.122402:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979844.122404:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979844.122405:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979844.122407:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979844.122408:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979844.122412:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979844.122415:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979844.122419:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979844.122425:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979844.122427:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979844.122430:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccd279d] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979844.122438:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979844.122442:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10576)
00000100:00000001:2.0:1783979844.122501:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979844.122505:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979844.122507:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979844.122513:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122521:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979844.122522:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.122526:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979844.122528:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979844.122545:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979844.122549:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559982336:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979844.122553:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979844.122557:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979844.122560:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.122563:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979844.122568:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979844.122569:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979844.122575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979844.122579:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979844.122584:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979844.122590:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559982336, portal 25
00000100:00000001:2.0:1783979844.122593:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979844.122594:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455225600 : -128863254326016 : ffff8accaf805500)
00000100:00000040:2.0:1783979844.122600:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122607:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979844.122610:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979844.122613:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979844.122616:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559982336, offset 0
00000400:00000200:2.0:1783979844.122622:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979844.122630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.122636:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979844.122641:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979844.122645:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979844.122648:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979844.122651:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979844.122655:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390875:390875:256:4294967295] 192.168.201.140@tcp LPNI seq info [390850:390850:8:4294967295]
00000400:00000200:2.0:1783979844.122660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.122669:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979844.122675:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.122680:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979844.122686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979844.122690:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979844.122696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979844.122699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783979844.122703:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.122706:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979844.122712:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979844.122716:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979844.122721:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979844.122724:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979844.122729:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979844.122733:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122742:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.122746:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122753:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.122756:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979844.122762:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979844.122766:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979844.122769:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305242827
00000100:00000010:2.0:1783979844.122774:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979844.122780:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979844.122785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305242827
00000100:00000010:2.0:1783979844.122789:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627540.
00000100:00000001:2.0:1783979844.122792:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979844.122794:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979844.122797:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.122800:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979844.122804:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979844/real 1783979844]  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979844.122813:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979844.122815:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979844.122818:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979844.122820:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979844.122822:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979844.122824:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979844.122828:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979844.122836:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122842:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979844.122844:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.122846:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.122848:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979844.122852:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122858:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979844.122863:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122869:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979844.122872:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.122873:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.122875:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.122877:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979844.122879:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979844.122882:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979844.122885:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979844.122887:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979844.122892:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979844.122899:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559982336:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979844.122904:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979844.122908:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122914:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979844.122915:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.122917:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979844.122919:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979844.122921:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979844.122924:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979844.122927:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979844.122929:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979844.122930:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.122932:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979844.122935:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979844.122937:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979844.122941:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979844.122943:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979844.122947:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979844.122950:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559982464, portal 10
00000100:00000001:2.0:1783979844.122951:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979844.122952:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455234560 : -128863254317056 : ffff8accaf807800)
00000100:00000040:2.0:1783979844.122959:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.122966:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979844.122968:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979844.122970:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979844.122973:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559982464, offset 0
00000400:00000200:2.0:1783979844.122977:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979844.122981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.122984:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979844.122988:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979844.122991:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979844.122993:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979844.122995:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979844.122998:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390876:390876:256:4294967295] 192.168.201.140@tcp LPNI seq info [390851:390851:8:4294967295]
00000400:00000200:2.0:1783979844.123002:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.123008:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979844.123013:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.123016:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979844.123020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979844.123023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979844.123027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979844.123029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783979844.123033:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.123035:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979844.123038:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979844.123042:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979844.123045:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979844.123095:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979844.123098:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979844.123102:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123110:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.123113:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123119:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.123120:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979844.123123:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979844.123127:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979844.123130:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979844.123132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305239058
00000100:00000001:2.0:1783979844.123135:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305242827
00000100:00000001:2.0:1783979844.123137:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305239058
00000100:00000001:2.0:1783979844.123139:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305242827
00000100:00000001:2.0:1783979844.123141:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979844.123143:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.123145:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979844.123149:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979844/real 1783979844]  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979844.123157:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979844.123158:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979844.123160:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979844.123162:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979844.123164:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979844.123166:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979844.123169:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979844.123177:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123183:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979844.123184:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123186:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.123187:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979844.123190:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123197:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979844.123201:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123207:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979844.123209:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123211:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.123212:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123214:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979844.123216:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979844.123219:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979844.123222:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979844.123224:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979844.123228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979844.123235:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979844.123239:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979844.123242:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123248:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979844.123250:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.123252:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979844.123254:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979844.123255:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979844.123259:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979844.123262:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979844.123264:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979844.123266:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.123267:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979844.123271:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979844.123273:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979844.123276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979844.123278:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979844.123281:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979844.123284:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559982592, portal 10
00000100:00000001:2.0:1783979844.123286:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979844.123287:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455235456 : -128863254316160 : ffff8accaf807b80)
00000100:00000040:2.0:1783979844.123293:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123299:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979844.123302:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979844.123304:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979844.123307:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559982592, offset 0
00000400:00000200:2.0:1783979844.123314:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979844.123318:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.123322:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979844.123326:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979844.123329:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979844.123332:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979844.123335:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979844.123338:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390877:390877:256:4294967295] 192.168.201.140@tcp LPNI seq info [390852:390852:8:4294967295]
00000400:00000200:2.0:1783979844.123343:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.123349:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979844.123353:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.123356:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979844.123360:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979844.123363:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979844.123367:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979844.123369:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783979844.123373:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.123375:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979844.123378:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979844.123381:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979844.123384:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979844.123386:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979844.123388:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979844.123391:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123398:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.123401:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123414:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.123415:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979844.123419:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979844.123422:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979844.123425:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979844.123427:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305239055
00000100:00000001:2.0:1783979844.123429:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305242827
00000100:00000001:2.0:1783979844.123431:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305239055
00000100:00000001:2.0:1783979844.123433:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305242827
00000100:00000001:2.0:1783979844.123435:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979844.123437:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.123438:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979844.123443:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979844/real 1783979844]  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979844.123450:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979844.123452:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979844.123453:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979844.123455:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979844.123457:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979844.123459:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979844.123462:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979844.123470:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123476:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979844.123478:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123479:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.123481:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979844.123484:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123491:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979844.123495:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123502:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979844.123504:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123505:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.123507:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123508:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979844.123510:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979844.123512:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979844.123515:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979844.123518:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979844.123522:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979844.123529:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979844.123533:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979844.123537:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123543:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979844.123544:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.123546:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979844.123548:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979844.123550:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979844.123552:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979844.123555:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979844.123557:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979844.123559:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.123561:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979844.123564:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979844.123566:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979844.123570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979844.123572:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979844.123575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979844.123578:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559982720, portal 4
00000100:00000001:2.0:1783979844.123580:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979844.123581:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455221120 : -128863254330496 : ffff8accaf804380)
00000100:00000040:2.0:1783979844.123586:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123593:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979844.123595:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979844.123597:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979844.123599:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559982720, offset 0
00000400:00000200:2.0:1783979844.123603:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979844.123607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.123611:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979844.123614:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979844.123616:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979844.123618:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979844.123621:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979844.123624:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390878:390878:256:4294967295] 192.168.201.140@tcp LPNI seq info [390853:390853:8:4294967295]
00000400:00000200:2.0:1783979844.123628:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.123634:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979844.123638:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.123641:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979844.123645:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979844.123648:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979844.123652:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979844.123655:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783979844.123659:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.123661:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979844.123664:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979844.123667:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979844.123670:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979844.123672:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979844.123675:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979844.123678:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123686:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.123689:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123695:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.123696:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979844.123699:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979844.123702:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979844.123705:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979844.123706:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305239082
00000100:00000001:2.0:1783979844.123709:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305242827
00000100:00000001:2.0:1783979844.123711:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305239082
00000100:00000001:2.0:1783979844.123713:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305242827
00000100:00000001:2.0:1783979844.123715:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979844.123717:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.123719:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979844.123723:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979844/real 1783979844]  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979844.123731:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979844.123732:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979844.123733:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979844.123736:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979844.123738:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979844.123740:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979844.123744:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979844.123751:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123757:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979844.123759:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.123762:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979844.123765:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123772:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979844.123776:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123782:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979844.123784:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123786:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.123787:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.123788:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979844.123790:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979844.123793:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979844.123797:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979844.123799:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979844.123802:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979844.123810:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979844.123814:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979844.123817:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123824:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979844.123826:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.123827:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979844.123829:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979844.123831:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979844.123834:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979844.123837:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979844.123839:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979844.123840:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979844.123842:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979844.123845:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979844.123847:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979844.123850:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979844.123852:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979844.123855:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979844.123858:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559982848, portal 4
00000100:00000001:2.0:1783979844.123860:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979844.123861:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455227392 : -128863254324224 : ffff8accaf805c00)
00000100:00000040:2.0:1783979844.123867:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123873:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979844.123875:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979844.123877:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979844.123879:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559982848, offset 0
00000400:00000200:2.0:1783979844.123883:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979844.123886:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.123890:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979844.123893:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979844.123895:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979844.123897:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979844.123899:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979844.123902:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390879:390879:256:4294967295] 192.168.201.140@tcp LPNI seq info [390854:390854:8:4294967295]
00000400:00000200:2.0:1783979844.123906:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979844.123913:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979844.123917:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.123920:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979844.123924:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979844.123927:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1783979844.123931:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979844.123933:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1783979844.123937:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979844.123939:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979844.123942:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979844.123945:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979844.123948:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979844.123949:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979844.123952:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979844.123955:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123963:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.123966:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.123972:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.123973:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979844.123976:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979844.123979:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979844.123982:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979844.123984:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305239084
00000100:00000001:2.0:1783979844.123986:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305242827
00000100:00000001:2.0:1783979844.123988:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305239084
00000100:00000001:2.0:1783979844.123990:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305242827
00000100:00000001:2.0:1783979844.123992:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979844.123994:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.123996:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979844.123999:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979844/real 1783979844]  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979844.124007:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979844.124008:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979844.124010:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979844.124013:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979844.124014:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979844.124016:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979844.124020:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979844.124028:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.124034:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979844.124036:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124037:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.124039:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979844.124042:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.124080:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979844.124100:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.124108:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979844.124111:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124112:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979844.124114:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124116:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979844.124118:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979844.124120:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979844.124125:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979844.124127:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979844.124131:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979844.124139:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559982848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979844.124143:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124145:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.124148:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805500 x1870627559982336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.124155:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979844.124158:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979844.124160:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979844.124163:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979844.124165:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979844.124167:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979844.124169:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979844.124171:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:2.0:1783979844.124174:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979844.124176:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979844.124178:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805500.
00000100:00000001:2.0:1783979844.124181:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979844.124183:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124184:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.124188:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807800 x1870627559982464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.124194:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979844.124195:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979844.124196:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979844.124199:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979844.124200:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979844.124201:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979844.124203:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979844.124205:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:2.0:1783979844.124207:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979844.124209:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979844.124210:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807800.
00000100:00000001:2.0:1783979844.124212:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979844.124213:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124215:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.124218:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807b80 x1870627559982592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.124225:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979844.124226:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979844.124227:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979844.124229:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979844.124231:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979844.124232:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979844.124234:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979844.124235:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:2.0:1783979844.124237:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979844.124238:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979844.124240:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807b80.
00000100:00000001:2.0:1783979844.124242:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979844.124243:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124245:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.124248:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804380 x1870627559982720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.124254:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979844.124256:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979844.124257:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979844.124259:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979844.124260:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979844.124262:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979844.124264:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979844.124265:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb400.
02000000:00000001:2.0:1783979844.124267:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979844.124268:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979844.124269:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804380.
00000100:00000001:2.0:1783979844.124271:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979844.124272:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124274:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979844.124277:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805c00 x1870627559982848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979844.124283:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979844.124285:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979844.124286:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979844.124288:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979844.124289:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979844.124290:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979844.124292:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979844.124293:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:2.0:1783979844.124295:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979844.124296:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979844.124297:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805c00.
00000100:00000001:2.0:1783979844.124299:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979844.124300:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124303:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979844.124310:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979844.124312:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979844.124314:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979844.124316:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979844.890295:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979844.890302:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979844.890307:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979844.890308:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979844.890312:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979844.890313:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979844.890546:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979844.890549:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979844.890552:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979845.913186:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979845.913194:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979845.913199:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979845.913201:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979845.913204:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979845.913208:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979845.913211:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979845.913214:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979845.913217:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979845.913220:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979845.913222:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979845.913225:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979845.913313:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979845.913317:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979845.913319:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979846.937244:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979846.937252:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979846.937258:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979846.937259:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979846.937263:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979846.937265:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979846.937390:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979846.937394:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979846.937406:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979847.961231:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979847.961237:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979847.961242:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979847.961243:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979847.961246:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979847.961247:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979847.961429:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305242827, at 4305242880
00000100:00000010:3.0:1783979847.961441:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627540.
00000020:00000001:2.0:1783979847.962709:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979847.962714:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979847.962719:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979847.962730:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305242827, at 4305242881
00000100:00000010:2.0:1783979847.962736:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979848.985509:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979848.985516:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979848.985521:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979848.985522:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979848.985525:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979848.985527:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979848.985948:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979848.985952:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979848.985954:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979849.243186:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979849.243195:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979849.243197:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979849.243200:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979849.243205:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979849.243212:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10571
00000400:00000200:1.0:1783979849.243221:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979849.243226:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979849.243229:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979849.243233:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243235:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243238:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243240:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979849.243244:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979849.243246:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979849.243249:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979849.243252:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979849.243255:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979849.243258:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979849.243261:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243264:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243266:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243268:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979849.243270:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979849.243273:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243275:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979849.243277:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979849.243280:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979849.243283:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243285:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979849.243287:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979849.243294:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783979849.243297:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979849.243301:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979849.243302:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243305:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979849.243308:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979849.243312:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979849.243319:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979849.243325:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979849.243334:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979849.243344:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979849.243349:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979849.243354:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979849.243380:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979849.243383:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979849.243386:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979849.243387:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979849.243389:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979849.243392:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979849.243396:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10571
00000400:00000200:1.0:1783979849.243401:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979849.243403:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979849.243405:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979849.243408:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243409:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243411:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243413:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979849.243415:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979849.243416:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979849.243418:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979849.243420:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979849.243421:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979849.243424:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979849.243426:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243428:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243429:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243431:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979849.243434:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979849.243436:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243438:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979849.243440:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979849.243445:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979849.243446:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243448:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979849.243452:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979849.243455:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243456:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979849.243459:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783979849.243461:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979849.243464:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979849.243465:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243467:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979849.243469:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979849.243470:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979849.243474:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979849.243477:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979849.243482:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979849.243489:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979849.243492:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979849.243497:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979849.243504:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979849.243506:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979849.243510:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979849.243511:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979849.243512:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979849.243514:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979849.243517:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10571
00000400:00000200:1.0:1783979849.243520:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979849.243522:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979849.243524:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979849.243526:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243528:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243530:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243531:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979849.243533:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979849.243534:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979849.243536:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979849.243537:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979849.243539:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979849.243541:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979849.243544:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243545:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243547:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243548:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979849.243550:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979849.243552:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243553:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979849.243554:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979849.243557:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979849.243559:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243560:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979849.243562:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979849.243564:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243565:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979849.243568:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783979849.243570:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979849.243572:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979849.243573:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243574:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979849.243576:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979849.243577:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979849.243579:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979849.243582:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979849.243586:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979849.243592:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979849.243594:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979849.243598:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979849.243605:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979849.243608:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979849.243612:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979849.243613:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979849.243614:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979849.243617:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979849.243619:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10571
00000400:00000200:1.0:1783979849.243622:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979849.243625:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979849.243627:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979849.243630:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243632:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243633:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243636:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979849.243637:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979849.243639:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979849.243641:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979849.243643:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979849.243645:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979849.243647:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979849.243650:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243652:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243653:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243655:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979849.243657:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979849.243659:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243661:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979849.243662:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979849.243664:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979849.243666:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243668:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979849.243670:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979849.243672:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243674:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979849.243677:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979849.243679:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979849.243681:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979849.243682:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243683:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979849.243684:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979849.243686:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979849.243689:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979849.243692:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979849.243695:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979849.243702:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979849.243704:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979849.243707:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979849.243713:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979849.243715:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979849.243718:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979849.243720:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979849.243721:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979849.243724:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979849.243726:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10571
00000400:00000200:1.0:1783979849.243728:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979849.243730:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979849.243732:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979849.243735:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243736:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243738:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243740:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979849.243742:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979849.243743:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979849.243744:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979849.243746:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979849.243748:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979849.243749:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979849.243752:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243754:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979849.243755:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243757:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979849.243759:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979849.243761:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979849.243763:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979849.243764:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979849.243766:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979849.243768:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243769:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979849.243771:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979849.243773:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243774:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979849.243777:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979849.243778:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979849.243780:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979849.243781:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979849.243782:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979849.243784:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979849.243785:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979849.243789:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979849.243791:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979849.243795:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979849.243806:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979849.243808:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979849.243812:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979849.243819:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979849.243823:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10581)
00000100:00000001:2.0:1783979849.243933:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979849.243937:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979849.243941:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979849.243947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.243955:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979849.243956:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.243960:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979849.243974:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979849.243977:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979849.243980:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559982976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979849.243984:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979849.243989:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979849.243991:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.244005:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979849.244010:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979849.244012:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979849.244017:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979849.244021:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979849.244027:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979849.244034:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559982976, portal 25
00000100:00000001:2.0:1783979849.244037:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979849.244038:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305984 : -128863286245632 : ffff8accad994700)
00000100:00000040:2.0:1783979849.244043:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244078:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979849.244082:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979849.244085:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979849.244088:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559982976, offset 0
00000400:00000200:2.0:1783979849.244102:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979849.244112:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.244118:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979849.244123:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979849.244127:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979849.244131:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979849.244133:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979849.244137:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390880:390880:256:4294967295] 192.168.201.140@tcp LPNI seq info [390855:390855:8:4294967295]
00000400:00000200:2.0:1783979849.244141:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.244149:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979849.244154:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.244160:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979849.244167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979849.244170:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979849.244175:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979849.244178:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783979849.244181:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.244184:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979849.244188:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979849.244192:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979849.244197:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979849.244200:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979849.244203:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979849.244206:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244215:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.244218:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244225:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.244226:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979849.244231:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979849.244235:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979849.244237:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305247949
00000100:00000010:2.0:1783979849.244241:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979849.244248:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979849.244252:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305247949
00000100:00000010:2.0:1783979849.244255:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627960.
00000100:00000001:2.0:1783979849.244259:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979849.244262:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979849.244264:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.244268:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979849.244272:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979849/real 1783979849]  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979849.244280:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979849.244282:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979849.244284:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979849.244286:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979849.244288:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979849.244290:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979849.244293:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979849.244302:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244307:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979849.244309:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.244313:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979849.244317:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244323:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979849.244328:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244335:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979849.244337:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244339:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.244340:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244343:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979849.244345:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979849.244348:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979849.244352:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979849.244355:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979849.244358:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979849.244366:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559982976:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979849.244371:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979849.244374:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244380:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979849.244381:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.244383:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979849.244385:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979849.244386:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979849.244389:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979849.244392:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979849.244394:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979849.244396:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.244397:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979849.244401:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979849.244403:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979849.244406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979849.244409:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979849.244411:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979849.244415:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559983104, portal 10
00000100:00000001:2.0:1783979849.244417:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979849.244418:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423304192 : -128863286247424 : ffff8accad994000)
00000100:00000040:2.0:1783979849.244424:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244430:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979849.244432:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979849.244435:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979849.244437:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559983104, offset 0
00000400:00000200:2.0:1783979849.244440:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979849.244444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.244447:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979849.244450:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979849.244452:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979849.244454:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979849.244456:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979849.244459:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390881:390881:256:4294967295] 192.168.201.140@tcp LPNI seq info [390856:390856:8:4294967295]
00000400:00000200:2.0:1783979849.244463:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.244468:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979849.244473:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.244476:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979849.244479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979849.244483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979849.244486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979849.244489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783979849.244492:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.244494:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979849.244496:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979849.244499:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979849.244502:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979849.244504:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979849.244506:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979849.244510:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244516:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.244519:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244525:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.244527:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979849.244529:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979849.244533:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979849.244536:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979849.244538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305244180
00000100:00000001:2.0:1783979849.244540:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305247949
00000100:00000001:2.0:1783979849.244542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305244180
00000100:00000001:2.0:1783979849.244544:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305247949
00000100:00000001:2.0:1783979849.244546:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979849.244548:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.244550:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979849.244554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979849/real 1783979849]  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979849.244561:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979849.244562:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979849.244563:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979849.244566:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979849.244567:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979849.244569:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979849.244572:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979849.244580:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244585:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979849.244587:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244589:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.244590:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979849.244593:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244599:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979849.244603:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244610:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979849.244612:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244614:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.244615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244616:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979849.244618:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979849.244620:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979849.244623:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979849.244625:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979849.244629:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979849.244636:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979849.244639:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979849.244642:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244648:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979849.244649:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.244651:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979849.244653:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979849.244654:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979849.244657:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979849.244660:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979849.244662:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979849.244669:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.244671:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979849.244675:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979849.244676:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979849.244680:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979849.244682:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979849.244685:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979849.244688:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559983232, portal 10
00000100:00000001:2.0:1783979849.244690:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979849.244691:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423315840 : -128863286235776 : ffff8accad996d80)
00000100:00000040:2.0:1783979849.244697:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244703:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979849.244705:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979849.244707:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979849.244710:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559983232, offset 0
00000400:00000200:2.0:1783979849.244714:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979849.244718:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.244721:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979849.244724:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979849.244726:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979849.244728:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979849.244730:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979849.244733:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390882:390882:256:4294967295] 192.168.201.140@tcp LPNI seq info [390857:390857:8:4294967295]
00000400:00000200:2.0:1783979849.244737:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.244743:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979849.244747:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.244750:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979849.244754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979849.244757:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979849.244761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979849.244763:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783979849.244767:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.244768:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979849.244771:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979849.244774:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979849.244777:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979849.244779:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979849.244781:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979849.244785:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244791:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.244794:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244800:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.244801:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979849.244804:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979849.244807:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979849.244810:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979849.244812:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305244176
00000100:00000001:2.0:1783979849.244814:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305247949
00000100:00000001:2.0:1783979849.244816:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305244176
00000100:00000001:2.0:1783979849.244818:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305247949
00000100:00000001:2.0:1783979849.244820:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979849.244821:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.244823:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979849.244827:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979849/real 1783979849]  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979849.244833:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979849.244835:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979849.244836:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979849.244838:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979849.244840:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979849.244842:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979849.244845:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979849.244852:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244858:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979849.244860:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244862:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.244863:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979849.244866:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244873:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979849.244876:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244882:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979849.244884:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244885:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.244887:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.244888:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979849.244890:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979849.244892:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979849.244895:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979849.244897:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979849.244901:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979849.244908:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979849.244912:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979849.244914:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244920:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979849.244922:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.244924:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979849.244926:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979849.244927:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979849.244930:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979849.244933:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979849.244934:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979849.244936:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.244937:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979849.244940:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979849.244942:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979849.244945:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979849.244947:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979849.244950:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979849.244953:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559983360, portal 4
00000100:00000001:2.0:1783979849.244955:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979849.244956:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423319424 : -128863286232192 : ffff8accad997b80)
00000100:00000040:2.0:1783979849.244961:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.244967:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979849.244969:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979849.244971:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979849.244973:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559983360, offset 0
00000400:00000200:2.0:1783979849.244977:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979849.244981:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.244985:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979849.244987:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979849.244989:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979849.244991:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979849.245007:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979849.245010:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390883:390883:256:4294967295] 192.168.201.140@tcp LPNI seq info [390858:390858:8:4294967295]
00000400:00000200:2.0:1783979849.245014:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.245020:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979849.245024:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.245028:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979849.245032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979849.245034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979849.245038:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979849.245041:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783979849.245044:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.245066:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979849.245071:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979849.245075:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979849.245078:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979849.245080:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979849.245084:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979849.245088:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245095:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.245098:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245104:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.245106:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979849.245109:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979849.245112:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979849.245115:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979849.245117:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305244204
00000100:00000001:2.0:1783979849.245119:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305247949
00000100:00000001:2.0:1783979849.245122:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305244204
00000100:00000001:2.0:1783979849.245124:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305247949
00000100:00000001:2.0:1783979849.245126:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979849.245128:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.245130:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979849.245133:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979849/real 1783979849]  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979849.245142:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979849.245143:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979849.245145:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979849.245147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979849.245148:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979849.245150:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979849.245153:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979849.245160:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245166:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979849.245167:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245169:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.245171:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979849.245174:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245180:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979849.245183:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245188:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979849.245191:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245192:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.245193:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245195:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979849.245196:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979849.245198:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979849.245201:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979849.245203:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979849.245207:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979849.245213:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979849.245216:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979849.245220:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245224:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979849.245225:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.245227:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979849.245229:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979849.245230:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979849.245232:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979849.245235:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979849.245237:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979849.245239:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979849.245240:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979849.245243:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979849.245245:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979849.245248:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979849.245250:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979849.245253:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979849.245256:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559983488, portal 4
00000100:00000001:2.0:1783979849.245257:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979849.245259:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423316736 : -128863286234880 : ffff8accad997100)
00000100:00000040:2.0:1783979849.245264:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245270:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979849.245272:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979849.245274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979849.245276:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559983488, offset 0
00000400:00000200:2.0:1783979849.245280:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979849.245284:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.245287:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979849.245290:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979849.245292:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979849.245294:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979849.245297:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979849.245299:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390884:390884:256:4294967295] 192.168.201.140@tcp LPNI seq info [390859:390859:8:4294967295]
00000400:00000200:2.0:1783979849.245304:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979849.245309:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979849.245314:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.245317:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979849.245321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979849.245324:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1783979849.245328:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979849.245330:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1783979849.245334:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979849.245335:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979849.245338:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979849.245341:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979849.245344:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979849.245346:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979849.245348:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979849.245351:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245359:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.245362:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245367:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.245368:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979849.245371:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979849.245373:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979849.245376:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979849.245378:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305244206
00000100:00000001:2.0:1783979849.245380:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305247949
00000100:00000001:2.0:1783979849.245382:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305244206
00000100:00000001:2.0:1783979849.245384:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305247949
00000100:00000001:2.0:1783979849.245386:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979849.245388:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.245390:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979849.245392:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979849/real 1783979849]  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979849.245399:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979849.245400:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979849.245401:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979849.245403:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979849.245405:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979849.245406:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979849.245409:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979849.245416:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245422:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979849.245423:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245424:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.245426:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979849.245429:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245435:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979849.245438:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245444:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979849.245447:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245448:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979849.245450:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245451:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979849.245453:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979849.245455:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979849.245458:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979849.245460:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979849.245464:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979849.245471:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979849.245475:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245477:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.245480:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994700 x1870627559982976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245486:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979849.245489:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979849.245492:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979849.245494:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979849.245496:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979849.245498:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979849.245500:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979849.245502:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:2.0:1783979849.245506:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979849.245507:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979849.245509:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994700.
00000100:00000001:2.0:1783979849.245512:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979849.245513:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245514:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.245517:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994000 x1870627559983104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245528:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979849.245529:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979849.245530:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979849.245532:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979849.245533:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979849.245534:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979849.245536:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979849.245537:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:2.0:1783979849.245540:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979849.245541:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979849.245542:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994000.
00000100:00000001:2.0:1783979849.245544:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979849.245545:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245547:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.245550:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996d80 x1870627559983232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245556:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979849.245557:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979849.245558:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979849.245560:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979849.245562:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979849.245563:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979849.245565:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979849.245566:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:2.0:1783979849.245567:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979849.245568:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979849.245569:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996d80.
00000100:00000001:2.0:1783979849.245571:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979849.245573:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245574:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.245576:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997b80 x1870627559983360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245582:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979849.245583:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979849.245585:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979849.245587:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979849.245588:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979849.245589:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979849.245591:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979849.245592:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:2.0:1783979849.245594:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979849.245595:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979849.245596:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997b80.
00000100:00000001:2.0:1783979849.245598:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979849.245599:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245601:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979849.245603:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997100 x1870627559983488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979849.245609:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979849.245610:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979849.245612:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979849.245614:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979849.245615:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979849.245616:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979849.245618:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979849.245619:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:2.0:1783979849.245620:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979849.245621:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979849.245622:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997100.
00000100:00000001:2.0:1783979849.245624:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979849.245625:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245627:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979849.245634:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979849.245636:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979849.245638:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979849.245639:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979850.009179:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979850.009186:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979850.009191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979850.009192:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979850.009195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979850.009196:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979850.009382:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979850.009386:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979850.009390:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979851.033563:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979851.033570:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979851.033576:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979851.033577:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979851.033580:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979851.033581:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979851.035406:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979851.035410:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979851.035412:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1783979851.161178:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:1.0:1783979851.161188:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:1.0:1783979851.161193:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1783979851.161386:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1783979851.161392:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979851.161404:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1783979851.161409:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979851.161412:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979852.057177:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979852.057187:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979852.057189:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979852.057192:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979852.057197:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979852.057199:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979852.057201:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979852.057204:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979852.057207:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979852.057209:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979852.057210:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979852.057212:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979852.057214:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979852.057215:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979852.057217:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979852.057219:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979852.057222:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979852.057224:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979852.057321:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979852.057325:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979852.057328:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979853.081353:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305247949, at 4305248000
00010000:00000001:1.0:1783979853.081354:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979853.081360:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979853.081367:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979853.081369:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979853.081371:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627960.
00010000:00000001:1.0:1783979853.081374:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979853.081377:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979853.081478:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305247949, at 4305248000
00000100:00000010:2.0:1783979853.081485:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000020:00000001:0.0:1783979853.081672:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979853.081676:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979853.081679:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979854.105177:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979854.105184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979854.105189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979854.105191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979854.105194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979854.105195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979854.106997:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979854.107003:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979854.107006:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979854.363002:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979854.363018:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979854.363021:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979854.363026:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979854.363033:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979854.363105:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10576
00000400:00000200:3.0:1783979854.363118:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979854.363126:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979854.363130:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979854.363133:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363137:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363140:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363142:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979854.363147:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979854.363150:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979854.363153:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979854.363158:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979854.363161:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979854.363163:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979854.363166:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363168:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363170:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363173:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979854.363176:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979854.363179:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363182:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979854.363186:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979854.363190:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979854.363194:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363196:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979854.363199:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979854.363212:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979854.363217:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979854.363222:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979854.363224:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363228:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979854.363232:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979854.363237:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979854.363247:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979854.363255:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979854.363265:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979854.363275:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979854.363282:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979854.363287:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979854.363314:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979854.363318:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979854.363322:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979854.363324:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979854.363325:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979854.363329:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979854.363332:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10576
00000400:00000200:3.0:1783979854.363336:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979854.363339:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979854.363342:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979854.363345:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363348:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363350:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363352:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979854.363354:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979854.363356:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979854.363358:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979854.363360:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979854.363363:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979854.363367:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979854.363371:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363373:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363375:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363377:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979854.363379:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979854.363381:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363384:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979854.363386:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979854.363392:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979854.363394:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363396:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979854.363401:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979854.363405:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363407:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979854.363411:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979854.363413:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979854.363416:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979854.363417:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363418:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979854.363420:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979854.363421:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979854.363425:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979854.363428:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979854.363434:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979854.363441:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979854.363442:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979854.363446:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979854.363452:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979854.363455:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979854.363458:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979854.363460:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979854.363461:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979854.363464:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979854.363466:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10576
00000400:00000200:3.0:1783979854.363470:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979854.363472:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979854.363475:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979854.363478:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363480:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363482:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363485:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979854.363487:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979854.363488:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979854.363490:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979854.363492:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979854.363494:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979854.363496:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979854.363499:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363501:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363503:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363505:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979854.363507:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979854.363510:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363512:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979854.363514:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979854.363516:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979854.363518:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363520:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979854.363521:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979854.363523:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363525:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979854.363529:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979854.363544:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979854.363546:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979854.363548:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363549:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979854.363551:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979854.363552:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979854.363557:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979854.363560:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979854.363564:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979854.363575:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979854.363577:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979854.363581:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979854.363588:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979854.363591:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979854.363594:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979854.363595:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979854.363597:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979854.363600:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979854.363602:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10576
00000400:00000200:3.0:1783979854.363606:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979854.363609:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979854.363611:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979854.363613:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363615:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363617:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363619:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979854.363621:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979854.363622:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979854.363623:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979854.363625:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979854.363627:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979854.363629:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979854.363632:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363634:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363635:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363637:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979854.363640:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979854.363643:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363645:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979854.363647:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979854.363649:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979854.363651:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363653:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979854.363656:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979854.363658:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363660:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979854.363663:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979854.363665:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979854.363668:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979854.363669:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363671:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979854.363672:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979854.363673:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979854.363677:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979854.363680:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979854.363684:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979854.363691:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979854.363693:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979854.363696:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979854.363702:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979854.363705:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979854.363707:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979854.363709:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979854.363710:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979854.363713:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979854.363715:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10576
00000400:00000200:3.0:1783979854.363719:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979854.363721:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979854.363722:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979854.363725:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363727:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363729:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363731:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979854.363733:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979854.363734:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979854.363735:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979854.363737:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979854.363739:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979854.363741:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979854.363744:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363746:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979854.363748:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363750:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979854.363752:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979854.363754:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979854.363757:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979854.363758:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979854.363761:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979854.363763:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363765:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979854.363767:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979854.363768:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363770:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979854.363773:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979854.363776:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979854.363778:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979854.363780:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979854.363782:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979854.363783:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979854.363785:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979854.363791:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979854.363795:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979854.363799:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979854.363806:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979854.363807:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979854.363810:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979854.363817:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979854.363822:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10586)
00000100:00000001:2.0:1783979854.364175:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979854.364186:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979854.364190:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979854.364203:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364215:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979854.364217:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.364221:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979854.364225:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979854.364228:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979854.364232:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559983616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979854.364236:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979854.364286:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979854.364289:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.364292:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979854.364301:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979854.364304:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979854.364311:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979854.364316:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979854.364323:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979854.364330:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559983616, portal 25
00000100:00000001:2.0:1783979854.364333:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979854.364334:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:2.0:1783979854.364340:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364348:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979854.364350:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979854.364353:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979854.364357:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559983616, offset 0
00000400:00000200:2.0:1783979854.364364:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979854.364372:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.364380:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979854.364386:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979854.364390:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979854.364394:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979854.364397:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979854.364401:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390885:390885:256:4294967295] 192.168.201.140@tcp LPNI seq info [390860:390860:8:4294967295]
00000400:00000200:2.0:1783979854.364406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.364414:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979854.364420:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.364425:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979854.364432:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979854.364436:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979854.364441:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979854.364445:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979854.364449:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.364452:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979854.364458:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979854.364520:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979854.364526:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979854.364528:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979854.364532:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979854.364537:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364548:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.364551:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364559:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.364560:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979854.364566:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979854.364570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979854.364573:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305253069
00000100:00000010:2.0:1783979854.364579:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979854.364586:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979854.364592:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305253069
00000100:00000010:2.0:1783979854.364596:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627960.
00000100:00000001:2.0:1783979854.364600:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979854.364603:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979854.364606:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.364608:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979854.364612:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979854/real 1783979854]  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979854.364621:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979854.364623:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979854.364625:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979854.364627:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979854.364629:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979854.364631:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979854.364635:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979854.364643:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364651:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979854.364653:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.364655:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.364657:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979854.364660:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364667:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979854.364672:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364775:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979854.364778:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.364780:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.364781:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.364783:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979854.364785:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979854.364789:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979854.364793:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979854.364795:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979854.364800:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979854.364808:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559983616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979854.364812:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979854.364816:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364823:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979854.364824:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.364827:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979854.364829:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979854.364831:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979854.364833:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979854.364836:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979854.364838:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979854.364840:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.364842:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979854.364845:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979854.364847:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979854.364851:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979854.364854:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979854.364857:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979854.364860:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559983744, portal 10
00000100:00000001:2.0:1783979854.364862:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979854.364863:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979854.364870:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364876:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979854.364878:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979854.364880:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979854.364882:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559983744, offset 0
00000400:00000200:2.0:1783979854.364886:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979854.364891:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.364895:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979854.364898:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979854.364900:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979854.364901:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979854.364904:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979854.364917:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390886:390886:256:4294967295] 192.168.201.140@tcp LPNI seq info [390861:390861:8:4294967295]
00000400:00000200:2.0:1783979854.364921:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.364926:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979854.364930:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.364934:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979854.364937:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979854.364940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979854.364944:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979854.364946:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979854.364950:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.364952:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979854.364954:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979854.364958:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979854.364961:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979854.364962:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979854.364965:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979854.364969:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364976:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.364978:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.364984:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.364985:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979854.364988:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979854.364992:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979854.364995:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979854.364998:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305249300
00000100:00000001:2.0:1783979854.365000:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305253069
00000100:00000001:2.0:1783979854.365003:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305249300
00000100:00000001:2.0:1783979854.365004:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305253069
00000100:00000001:2.0:1783979854.365007:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979854.365009:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.365011:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979854.365015:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979854/real 1783979854]  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979854.365022:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979854.365023:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979854.365025:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979854.365028:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979854.365030:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979854.365032:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979854.365035:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979854.365042:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365082:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979854.365084:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.365087:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979854.365090:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365096:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979854.365099:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365106:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979854.365108:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365109:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.365110:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365112:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979854.365113:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979854.365116:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979854.365119:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979854.365121:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979854.365125:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979854.365133:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979854.365136:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979854.365140:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365147:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979854.365148:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.365151:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979854.365152:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979854.365154:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979854.365157:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979854.365160:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979854.365162:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979854.365164:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.365166:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979854.365169:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979854.365171:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979854.365175:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979854.365178:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979854.365181:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979854.365184:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559983872, portal 10
00000100:00000001:2.0:1783979854.365186:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979854.365187:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979854.365192:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365199:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979854.365201:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979854.365203:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979854.365206:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559983872, offset 0
00000400:00000200:2.0:1783979854.365210:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979854.365213:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.365217:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979854.365220:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979854.365222:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979854.365225:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979854.365227:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979854.365230:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390887:390887:256:4294967295] 192.168.201.140@tcp LPNI seq info [390862:390862:8:4294967295]
00000400:00000200:2.0:1783979854.365234:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.365344:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979854.365351:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.365354:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979854.365359:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979854.365361:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979854.365366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979854.365368:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979854.365372:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.365374:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979854.365377:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979854.365380:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979854.365383:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979854.365385:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979854.365388:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979854.365392:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365400:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.365403:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365409:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.365411:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979854.365414:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979854.365417:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979854.365420:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979854.365422:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305249297
00000100:00000001:2.0:1783979854.365425:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305253069
00000100:00000001:2.0:1783979854.365427:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305249297
00000100:00000001:2.0:1783979854.365429:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305253069
00000100:00000001:2.0:1783979854.365431:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979854.365433:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.365435:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979854.365439:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979854/real 1783979854]  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979854.365447:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979854.365449:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979854.365450:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979854.365453:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979854.365454:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979854.365456:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979854.365514:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979854.365525:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365531:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979854.365533:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365534:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.365535:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979854.365539:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365544:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979854.365548:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365554:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979854.365556:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365558:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.365559:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365560:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979854.365561:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979854.365563:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979854.365566:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979854.365569:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979854.365573:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979854.365580:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559983872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979854.365584:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979854.365587:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365592:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979854.365594:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.365597:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979854.365598:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979854.365600:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979854.365603:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979854.365607:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979854.365609:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979854.365610:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.365612:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979854.365615:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979854.365618:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979854.365621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979854.365623:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979854.365626:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979854.365629:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559984000, portal 4
00000100:00000001:2.0:1783979854.365631:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979854.365632:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979854.365637:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365643:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979854.365645:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979854.365647:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979854.365649:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559984000, offset 0
00000400:00000200:2.0:1783979854.365653:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979854.365656:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.365659:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979854.365661:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979854.365664:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979854.365666:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979854.365667:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979854.365670:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390888:390888:256:4294967295] 192.168.201.140@tcp LPNI seq info [390863:390863:8:4294967295]
00000400:00000200:2.0:1783979854.365674:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.365679:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979854.365683:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.365686:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979854.365690:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979854.365692:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979854.365696:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979854.365699:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979854.365702:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.365704:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979854.365706:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979854.365709:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979854.365712:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979854.365713:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979854.365715:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979854.365719:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365725:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.365728:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365733:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.365735:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979854.365737:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979854.365740:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979854.365743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979854.365745:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305249324
00000100:00000001:2.0:1783979854.365747:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305253069
00000100:00000001:2.0:1783979854.365750:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305249324
00000100:00000001:2.0:1783979854.365752:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305253069
00000100:00000001:2.0:1783979854.365754:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979854.365756:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.365757:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979854.365761:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979854/real 1783979854]  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979854.365768:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979854.365769:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979854.365771:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979854.365773:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979854.365774:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979854.365776:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979854.365779:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979854.365786:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365792:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979854.365793:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365795:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.365796:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979854.365799:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365805:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979854.365809:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365816:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979854.365819:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365821:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.365822:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.365824:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979854.365826:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979854.365828:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979854.365832:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979854.365834:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979854.365838:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979854.365845:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979854.365848:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979854.365853:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365859:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979854.365860:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.365862:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979854.365864:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979854.365866:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979854.365869:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979854.365871:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979854.365873:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979854.365875:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979854.365876:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979854.365880:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979854.365881:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979854.365885:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979854.365887:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979854.365890:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979854.365893:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559984128, portal 4
00000100:00000001:2.0:1783979854.365895:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979854.365896:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979854.365901:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.365918:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979854.365920:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979854.365922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979854.365925:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559984128, offset 0
00000400:00000200:2.0:1783979854.365928:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979854.365932:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.365936:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979854.365939:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979854.365942:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979854.365944:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979854.365946:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979854.365948:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390889:390889:256:4294967295] 192.168.201.140@tcp LPNI seq info [390864:390864:8:4294967295]
00000400:00000200:2.0:1783979854.365953:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979854.365958:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979854.365962:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.365966:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979854.365969:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979854.365972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1783979854.365975:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979854.365978:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1783979854.365982:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979854.365984:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979854.365987:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979854.365990:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979854.365994:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979854.365995:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979854.365998:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979854.366001:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366014:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.366017:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366023:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.366025:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979854.366027:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979854.366031:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979854.366034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979854.366036:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305249326
00000100:00000001:2.0:1783979854.366038:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305253069
00000100:00000001:2.0:1783979854.366040:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305249326
00000100:00000001:2.0:1783979854.366042:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305253069
00000100:00000001:2.0:1783979854.366044:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979854.366071:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.366074:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979854.366078:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979854/real 1783979854]  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979854.366086:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979854.366087:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979854.366089:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979854.366091:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979854.366093:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979854.366095:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979854.366098:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979854.366105:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366111:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979854.366113:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366115:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.366116:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979854.366119:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366126:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979854.366129:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366136:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979854.366138:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366140:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979854.366141:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366143:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979854.366144:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979854.366147:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979854.366150:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979854.366152:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979854.366155:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979854.366163:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979854.366167:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366170:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.366173:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559983616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366180:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979854.366182:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979854.366185:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979854.366188:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979854.366191:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979854.366193:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979854.366195:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979854.366197:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979854.366201:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979854.366203:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979854.366205:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783979854.366208:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979854.366209:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366212:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.366215:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559983744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366221:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979854.366222:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979854.366223:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979854.366226:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979854.366227:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979854.366228:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979854.366230:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979854.366232:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979854.366234:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979854.366235:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979854.366236:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979854.366298:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979854.366299:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366302:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.366306:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559983872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366312:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979854.366313:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979854.366315:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979854.366317:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979854.366318:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979854.366320:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979854.366322:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979854.366323:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979854.366326:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979854.366327:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979854.366329:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979854.366331:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979854.366332:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366333:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.366337:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559984000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366342:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979854.366344:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979854.366345:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979854.366347:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979854.366348:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979854.366349:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979854.366351:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979854.366352:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979854.366354:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979854.366356:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979854.366357:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979854.366359:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979854.366360:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366361:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979854.366364:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559984128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979854.366370:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979854.366371:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979854.366372:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979854.366374:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979854.366375:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979854.366376:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979854.366378:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979854.366379:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979854.366381:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979854.366382:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979854.366383:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979854.366385:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979854.366386:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366389:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979854.366395:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979854.366397:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979854.366399:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979854.366401:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979855.129192:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979855.129200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979855.129206:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979855.129207:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979855.129210:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979855.129211:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979855.129390:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979855.129394:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979855.129397:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979856.153183:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979856.153191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979856.153197:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979856.153199:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979856.153203:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979856.153207:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979856.153209:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979856.153213:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979856.153216:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979856.153218:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979856.153220:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979856.153222:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979856.154950:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979856.154956:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979856.154960:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979857.177571:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979857.177576:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979857.177581:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979857.177582:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979857.177584:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979857.177585:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979857.178773:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979857.178777:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979857.178780:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979858.201176:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305253069, at 4305253120
00000100:00000040:3.0:1783979858.201176:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305253069, at 4305253120
00000100:00000010:2.0:1783979858.201194:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000100:00000010:3.0:1783979858.201196:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627960.
00010000:00000001:1.0:1783979858.201205:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979858.201210:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979858.201215:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979858.201217:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979858.201221:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979858.201222:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979858.201314:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979858.201317:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979858.201320:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979859.225178:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979859.225185:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979859.225190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979859.225191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979859.225195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979859.225196:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979859.225528:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979859.225532:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979859.225536:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979859.481216:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979859.481229:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979859.481231:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979859.481235:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979859.481238:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979859.481244:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10581
00000400:00000200:1.0:1783979859.481253:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979859.481259:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979859.481262:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979859.481265:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481268:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979859.481270:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481272:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979859.481276:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979859.481279:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979859.481282:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979859.481285:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979859.481288:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979859.481291:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979859.481294:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481296:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979859.481298:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481299:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979859.481302:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979859.481305:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481307:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979859.481310:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979859.481313:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979859.481316:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.481319:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979859.481321:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979859.481330:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979859.481333:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979859.481337:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979859.481338:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.481342:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979859.481345:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979859.481506:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979859.481514:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979859.481520:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979859.481528:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979859.481535:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979859.481538:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979859.481541:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979859.481563:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979859.481567:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979859.481570:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979859.481572:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979859.481574:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979859.481576:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979859.481579:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10581
00000400:00000200:1.0:1783979859.481583:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979859.481586:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979859.481588:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979859.481591:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481593:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979859.481595:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481597:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979859.481599:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979859.481600:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979859.481602:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979859.481604:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:2.0:1783979859.481606:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979859.481611:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979859.481614:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979859.481620:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.481628:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979859.481629:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.481633:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979859.481635:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979859.481638:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979859.481641:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559984256:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979859.481645:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979859.481650:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979859.481652:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.481655:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979859.481660:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979859.481662:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1783979859.481694:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979859.481699:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979859.481702:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481705:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979859.481706:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481708:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979859.481711:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979859.481714:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481716:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979859.481718:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979859.481724:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1783979859.481725:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:1.0:1783979859.481726:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.481728:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1783979859.481730:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000008:00100000:1.0:1783979859.481732:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979859.481734:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.481736:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783979859.481737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000010:1.0:1783979859.481739:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979859.481741:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979859.481743:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1783979859.481743:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559984256, portal 25
02000000:00000001:1.0:1783979859.481744:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.481745:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1783979859.481746:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1783979859.481747:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305088 : -128863286246528 : ffff8accad994380)
02000000:00000001:1.0:1783979859.481748:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979859.481750:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979859.481752:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783979859.481753:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979859.481756:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.481760:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:1.0:1783979859.481761:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1783979859.481767:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481768:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979859.481770:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783979859.481770:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979859.481772:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559984256, offset 0
00000100:00000040:1.0:1783979859.481773:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783979859.481779:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481781:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979859.481784:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979859.481786:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979859.481788:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1783979859.481788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00080000:1.0:1783979859.481790:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979859.481792:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979859.481794:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10581
00000400:00000200:2.0:1783979859.481794:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:1.0:1783979859.481797:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979859.481799:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000200:2.0:1783979859.481799:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1783979859.481801:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1783979859.481802:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000040:1.0:1783979859.481804:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481805:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1783979859.481806:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1783979859.481807:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:2.0:1783979859.481808:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481809:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979859.481811:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1783979859.481812:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390890:390890:256:4294967295] 192.168.201.140@tcp LPNI seq info [390865:390865:8:4294967295]
00000020:00000040:1.0:1783979859.481813:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979859.481814:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979859.481829:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000400:00000200:2.0:1783979859.481829:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:1.0:1783979859.481831:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979859.481833:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979859.481836:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481838:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1783979859.481838:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1783979859.481840:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481841:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979859.481844:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000800:00000200:2.0:1783979859.481845:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00080000:1.0:1783979859.481846:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481848:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979859.481850:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1783979859.481850:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
02000000:00000001:1.0:1783979859.481853:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979859.481855:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.481856:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1783979859.481856:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000008:00100000:1.0:1783979859.481858:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979859.481860:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1783979859.481860:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1783979859.481862:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979859.481865:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000800:00000200:2.1:1783979859.481865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000040:1.0:1783979859.481867:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979859.481869:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1783979859.481869:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
02000000:00000001:1.0:1783979859.481870:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.481872:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:2.0:1783979859.481873:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
02000000:00000001:1.0:1783979859.481874:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979859.481875:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1783979859.481876:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
02000000:00000010:1.0:1783979859.481878:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979859.481881:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979859.481882:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1783979859.481885:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783979859.481886:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979859.481891:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000100:00000001:1.0:1783979859.481892:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1783979859.481893:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:1.0:1783979859.481894:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979859.481897:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.481898:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979859.481902:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979859.481905:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979859.481907:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979859.481910:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979859.481910:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1783979859.481912:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979859.481913:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1783979859.481914:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979859.481916:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979859.481918:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10581
00000400:00000200:1.0:1783979859.481921:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979859.481924:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979859.481926:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1783979859.481927:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979859.481928:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979859.481928:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1783979859.481930:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979859.481932:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481934:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783979859.481934:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1783979859.481936:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979859.481937:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000400:00000200:2.0:1783979859.481937:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:1.0:1783979859.481938:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979859.481940:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000100:00000001:2.0:1783979859.481940:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305258186
00000020:00000001:1.0:1783979859.481942:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979859.481944:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000010:2.0:1783979859.481945:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000040:1.0:1783979859.481947:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.481948:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979859.481950:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979859.481951:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:1.0:1783979859.481952:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979859.481954:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979859.481956:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979859.481957:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305258186
00000100:00000001:1.0:1783979859.481958:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979859.481959:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627540.
02000000:00000001:1.0:1783979859.481960:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783979859.481962:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
02000000:00000001:1.0:1783979859.481963:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979859.481965:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.481966:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979859.481968:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979859.481970:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.481972:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979859.481975:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000100:00000001:2.0:1783979859.481976:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1783979859.481977:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000001:2.0:1783979859.481978:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979859.481979:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979859.481980:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.481981:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1783979859.481982:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979859.481983:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979859.481985:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979859.481985:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979859/real 1783979859]  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1783979859.481989:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979859.481992:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1783979859.481994:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:1.0:1783979859.481995:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1783979859.481996:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979859.481998:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979859.482000:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000100:00000001:1.0:1783979859.482002:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1783979859.482002:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:1.0:1783979859.482005:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482005:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979859.482008:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979859.482009:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979859.482016:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783979859.482017:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1783979859.482019:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979859.482022:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979859.482024:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1783979859.482024:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:1.0:1783979859.482025:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979859.482025:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979859.482028:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1783979859.482028:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1783979859.482030:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10581
00000100:00000001:2.0:1783979859.482030:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1783979859.482034:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00100000:2.0:1783979859.482034:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783979859.482036:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979859.482039:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1783979859.482041:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783979859.482042:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.482043:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979859.482045:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:2.0:1783979859.482074:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482081:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1783979859.482085:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783979859.482085:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1783979859.482087:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1783979859.482088:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1783979859.482089:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979859.482090:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1783979859.482090:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979859.482092:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979859.482095:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979859.482098:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000020:00000040:1.0:1783979859.482100:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000100:00000001:2.0:1783979859.482101:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:1.0:1783979859.482103:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979859.482105:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979859.482105:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1783979859.482108:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.482110:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979859.482112:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979859.482114:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00100000:2.0:1783979859.482114:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559984256:192.168.201.140@tcp:250:kworker.0
00000020:00000040:1.0:1783979859.482117:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:2.0:1783979859.482118:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1783979859.482119:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979859.482120:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1783979859.482121:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979859.482123:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1783979859.482123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559984256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979859.482126:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979859.482128:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.482130:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979859.482130:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00100000:1.0:1783979859.482131:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1783979859.482132:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:1.0:1783979859.482134:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979859.482135:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979859.482135:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979859.482138:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979859.482140:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979859.482141:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979859.482143:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979859.482145:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:2.0:1783979859.482149:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000010:1.0:1783979859.482150:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
02000000:00000001:2.0:1783979859.482151:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1783979859.482152:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00000010:2.0:1783979859.482153:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
02000000:00000001:1.0:1783979859.482155:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979859.482156:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482156:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979859.482157:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783979859.482158:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979859.482159:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1783979859.482160:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1783979859.482161:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979859.482164:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:2.0:1783979859.482167:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1783979859.482168:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482169:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979859.482171:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979859.482171:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979859.482173:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979859.482174:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979859.482177:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979859.482178:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979859.482180:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979859.482184:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482184:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979859.482185:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.482188:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979859.482189:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1783979859.482192:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.482192:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979859.482194:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984384:192.168.201.140@tcp:38:kworker.0
00000100:00000040:1.0:1783979859.482196:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10592)
00000100:00000001:2.0:1783979859.482197:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979859.482199:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979859.482200:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.482202:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979859.482204:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979859.482205:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979859.482209:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979859.482212:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979859.482215:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979859.482218:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559984384, portal 10
00000100:00000001:2.0:1783979859.482219:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979859.482221:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423311360 : -128863286240256 : ffff8accad995c00)
00000100:00000040:2.0:1783979859.482227:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482234:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979859.482236:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979859.482239:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979859.482241:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559984384, offset 0
00000400:00000200:2.0:1783979859.482245:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979859.482249:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979859.482252:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979859.482255:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979859.482257:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979859.482259:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979859.482262:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979859.482264:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390891:390891:256:4294967295] 192.168.201.140@tcp LPNI seq info [390866:390866:8:4294967295]
00000400:00000200:2.0:1783979859.482268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979859.482274:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979859.482293:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979859.482296:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979859.482300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979859.482302:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979859.482305:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979859.482308:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979859.482311:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979859.482312:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979859.482315:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979859.482319:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979859.482321:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979859.482323:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979859.482325:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979859.482328:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482336:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979859.482339:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482345:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482347:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979859.482350:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979859.482354:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979859.482357:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979859.482359:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305254418
00000100:00000001:2.0:1783979859.482361:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305258186
00000100:00000001:2.0:1783979859.482363:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305254418
00000100:00000001:2.0:1783979859.482365:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305258186
00000100:00000001:2.0:1783979859.482367:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979859.482369:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482371:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979859.482374:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979859/real 1783979859]  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979859.482383:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979859.482384:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979859.482386:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979859.482388:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979859.482390:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979859.482392:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979859.482395:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979859.482403:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482409:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979859.482411:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482412:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979859.482414:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979859.482417:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482422:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979859.482426:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482432:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979859.482434:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482435:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979859.482436:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482438:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979859.482439:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979859.482441:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979859.482444:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979859.482446:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979859.482449:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979859.482456:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984384:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979859.482460:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979859.482463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482469:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979859.482470:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.482472:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979859.482474:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979859.482476:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979859.482478:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984512:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979859.482481:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979859.482483:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979859.482484:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.482486:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979859.482489:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979859.482491:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979859.482494:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979859.482496:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979859.482499:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979859.482502:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559984512, portal 10
00000100:00000001:2.0:1783979859.482504:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979859.482505:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314944 : -128863286236672 : ffff8accad996a00)
00000100:00000040:2.0:1783979859.482511:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482517:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979859.482519:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979859.482520:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979859.482522:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559984512, offset 0
00000400:00000200:2.0:1783979859.482524:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979859.482527:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979859.482529:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979859.482531:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979859.482533:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979859.482535:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979859.482536:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979859.482538:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390892:390892:256:4294967295] 192.168.201.140@tcp LPNI seq info [390867:390867:8:4294967295]
00000400:00000200:2.0:1783979859.482541:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979859.482544:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979859.482547:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979859.482548:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979859.482551:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979859.482554:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979859.482557:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979859.482560:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979859.482563:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979859.482565:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979859.482568:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979859.482571:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979859.482573:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979859.482576:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979859.482578:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979859.482582:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482589:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979859.482592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482599:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482600:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979859.482603:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979859.482605:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979859.482607:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979859.482609:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305254414
00000100:00000001:2.0:1783979859.482611:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305258186
00000100:00000001:2.0:1783979859.482613:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305254414
00000100:00000001:2.0:1783979859.482615:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305258186
00000100:00000001:2.0:1783979859.482617:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979859.482619:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482621:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979859.482624:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979859/real 1783979859]  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979859.482632:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979859.482633:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979859.482634:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979859.482637:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979859.482638:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979859.482640:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979859.482643:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979859.482656:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482662:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979859.482663:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482665:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979859.482670:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979859.482674:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482680:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979859.482684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482690:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979859.482692:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482693:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979859.482695:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482696:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979859.482698:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979859.482700:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979859.482703:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979859.482705:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979859.482709:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979859.482717:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984512:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979859.482720:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979859.482722:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482726:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979859.482727:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.482729:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979859.482730:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979859.482731:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979859.482733:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984640:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979859.482735:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979859.482737:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979859.482737:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.482739:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979859.482741:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979859.482742:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979859.482745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979859.482746:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979859.482749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979859.482751:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559984640, portal 4
00000100:00000001:2.0:1783979859.482752:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979859.482753:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423313152 : -128863286238464 : ffff8accad996300)
00000100:00000040:2.0:1783979859.482756:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482760:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979859.482762:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979859.482763:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979859.482764:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559984640, offset 0
00000400:00000200:2.0:1783979859.482766:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979859.482769:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979859.482771:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979859.482773:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979859.482774:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979859.482776:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979859.482777:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979859.482779:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390893:390893:256:4294967295] 192.168.201.140@tcp LPNI seq info [390868:390868:8:4294967295]
00000400:00000200:2.0:1783979859.482781:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979859.482785:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979859.482788:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979859.482790:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979859.482792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979859.482794:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979859.482796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979859.482798:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979859.482800:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979859.482802:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979859.482804:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979859.482806:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979859.482807:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979859.482808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979859.482810:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979859.482812:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482829:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979859.482833:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482839:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482841:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979859.482844:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979859.482848:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979859.482852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979859.482854:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305254441
00000100:00000001:2.0:1783979859.482857:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305258186
00000100:00000001:2.0:1783979859.482860:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305254441
00000100:00000001:2.0:1783979859.482862:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305258186
00000100:00000001:2.0:1783979859.482864:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979859.482866:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482868:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979859.482871:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979859/real 1783979859]  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979859.482877:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979859.482877:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979859.482879:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979859.482880:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979859.482881:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979859.482883:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979859.482885:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979859.482891:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482895:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979859.482896:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482897:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979859.482897:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979859.482899:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482903:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979859.482906:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482909:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979859.482911:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482911:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979859.482912:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482913:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979859.482914:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979859.482915:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979859.482917:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979859.482918:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979859.482921:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979859.482925:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984640:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979859.482927:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482928:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979859.482930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559984384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482933:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979859.482934:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979859.482935:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979859.482937:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979859.482938:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979859.482938:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979859.482940:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979859.482941:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:2.0:1783979859.482942:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979859.482943:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979859.482944:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:2.0:1783979859.482946:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979859.482946:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482947:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979859.482949:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559984512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482953:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979859.482954:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979859.482955:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979859.482957:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979859.482958:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979859.482960:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979859.482961:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979859.482962:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:2.0:1783979859.482963:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979859.482964:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979859.482965:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:2.0:1783979859.482967:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979859.482969:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482970:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979859.482972:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559984640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.482975:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979859.482976:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979859.482977:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979859.482978:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979859.482978:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979859.482979:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979859.482980:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979859.482980:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:2.0:1783979859.482985:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979859.482986:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979859.482987:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:2.0:1783979859.482988:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979859.482989:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482990:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.482993:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979859.482994:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.482995:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979859.482995:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979859.482996:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979859.482998:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.483002:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979859.483003:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.483004:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979859.483005:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979859.483006:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979859.483008:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984768:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979859.483009:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979859.483011:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979859.483012:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979859.483013:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979859.483016:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979859.483017:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979859.483019:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979859.483020:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979859.483022:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979859.483024:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559984768, portal 4
00000100:00000001:2.0:1783979859.483025:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979859.483026:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:2.0:1783979859.483029:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.483033:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979859.483035:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979859.483036:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979859.483037:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559984768, offset 0
00000400:00000200:2.0:1783979859.483039:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979859.483042:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979859.483044:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979859.483045:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979859.483063:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979859.483065:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979859.483071:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979859.483074:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390894:390894:256:4294967295] 192.168.201.140@tcp LPNI seq info [390869:390869:8:4294967295]
00000400:00000200:2.0:1783979859.483078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979859.483084:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979859.483089:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979859.483092:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979859.483095:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979859.483098:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1783979859.483102:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979859.483104:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1783979859.483107:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979859.483110:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979859.483113:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979859.483116:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979859.483118:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979859.483120:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979859.483122:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979859.483125:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.483131:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979859.483134:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.483140:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.483142:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979859.483145:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979859.483148:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979859.483151:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979859.483153:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305254444
00000100:00000001:2.0:1783979859.483155:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305258186
00000100:00000001:2.0:1783979859.483157:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305254444
00000100:00000001:2.0:1783979859.483159:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305258186
00000100:00000001:2.0:1783979859.483161:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979859.483163:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.483165:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979859.483168:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979859/real 1783979859]  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979859.483176:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979859.483177:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979859.483179:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979859.483181:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979859.483183:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979859.483185:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979859.483188:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979859.483196:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.483202:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979859.483203:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.483205:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979859.483206:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979859.483209:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.483216:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979859.483220:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.483227:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979859.483230:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.483231:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979859.483232:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.483234:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979859.483236:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979859.483238:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979859.483242:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979859.483243:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979859.483246:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979859.483253:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559984768:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979859.483256:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.483258:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979859.483260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559984768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979859.483265:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979859.483267:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979859.483269:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979859.483272:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979859.483273:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979859.483274:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979859.483276:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979859.483277:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:2.0:1783979859.483279:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979859.483280:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979859.483281:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:2.0:1783979859.483283:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979859.483284:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.483285:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979859.483288:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979859.483289:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979859.483291:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979859.483292:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979860.249250:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979860.249257:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979860.249262:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979860.249264:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979860.249267:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979860.249268:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979860.251317:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979860.251323:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979860.251328:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979861.273122:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979861.273128:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979861.273131:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979861.273132:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979861.273134:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979861.273135:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979861.273206:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979861.273208:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979861.273210:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979862.297170:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979862.297179:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979862.297182:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979862.297185:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979862.297190:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979862.297192:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979862.297194:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979862.297196:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979862.297200:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979862.297201:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979862.297202:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979862.297204:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979862.297205:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979862.297207:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979862.297209:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979862.297210:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979862.297214:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979862.297215:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979862.297322:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979862.297327:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979862.297329:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979863.321176:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305258186, at 4305258240
00000100:00000040:3.0:1783979863.321176:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305258186, at 4305258240
00010000:00000001:1.0:1783979863.321180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979863.321185:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979863.321191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1783979863.321191:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979863.321193:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979863.321198:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979863.321200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979863.321201:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627540.
00000020:00000001:2.0:1783979863.321225:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979863.321229:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979863.321233:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979864.345252:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979864.345259:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979864.345264:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979864.345265:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979864.345267:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979864.345268:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979864.345327:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979864.345332:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979864.345335:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979864.601257:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979864.601268:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979864.601270:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979864.601273:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979864.601277:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979864.601285:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10587
00000400:00000200:3.0:1783979864.601293:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979864.601299:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979864.601303:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979864.601306:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601309:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.601312:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601314:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979864.601319:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979864.601320:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979864.601323:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979864.601326:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979864.601328:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979864.601330:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979864.601333:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601334:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.601336:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601338:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979864.601340:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979864.601343:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601345:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979864.601347:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979864.601350:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979864.601353:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.601355:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979864.601357:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979864.601365:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979864.601369:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979864.601373:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979864.601374:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.601377:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979864.601380:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979864.601383:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979864.601391:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979864.601397:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979864.601405:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979864.601413:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979864.601418:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979864.601422:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979864.601450:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979864.601453:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979864.601456:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979864.601457:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979864.601459:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979864.601461:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979864.601463:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10587
00000400:00000200:3.0:1783979864.601467:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979864.601470:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979864.601472:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979864.601475:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601477:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.601479:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601481:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979864.601482:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979864.601484:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979864.601485:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979864.601487:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979864.601488:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979864.601490:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979864.601493:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601494:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.601496:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601498:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979864.601500:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979864.601503:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601505:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979864.601506:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979864.601512:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979864.601514:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.601516:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979864.601520:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979864.601523:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.601524:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979864.601529:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979864.601531:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979864.601533:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979864.601534:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.601536:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979864.601537:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979864.601539:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979864.601542:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979864.601546:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979864.601550:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979864.601557:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979864.601559:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979864.601562:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979864.601568:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979864.601571:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979864.601574:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979864.601575:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979864.601576:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979864.601579:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979864.601581:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10587
00000400:00000200:3.0:1783979864.601585:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979864.601587:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979864.601589:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979864.601592:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601594:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.601596:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601597:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979864.601599:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979864.601600:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979864.601602:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979864.601603:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979864.601605:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979864.601607:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979864.601609:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601610:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.601612:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601613:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979864.601615:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979864.601617:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601619:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979864.601620:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979864.601623:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979864.601625:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.601627:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979864.601628:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979864.601630:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.601631:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979864.601634:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979864.601636:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979864.601638:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979864.601639:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.601641:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979864.601642:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979864.601644:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979864.601647:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979864.601650:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979864.601653:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979864.601660:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979864.601662:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979864.601666:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979864.601674:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979864.601677:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979864.601679:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979864.601681:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979864.601682:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979864.601684:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979864.601686:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10587
00000400:00000200:3.0:1783979864.601689:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979864.601692:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979864.601693:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979864.601696:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601698:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.601700:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601702:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979864.601704:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979864.601705:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979864.601707:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979864.601708:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979864.601710:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979864.601712:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979864.601716:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601717:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.601720:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.601722:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979864.601724:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:2.0:1783979864.601876:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979864.601881:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979864.601883:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979864.601889:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.601898:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979864.601900:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.601903:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979864.601906:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979864.601908:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979864.601911:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559984896:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979864.601916:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979864.601920:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979864.601922:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.601925:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979864.601929:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979864.601931:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979864.601942:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979864.601945:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979864.601951:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979864.601957:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559984896, portal 25
00000100:00000001:2.0:1783979864.601960:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979864.601961:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:2.0:1783979864.601966:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.601974:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979864.601976:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979864.601979:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979864.601982:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559984896, offset 0
00000400:00000200:2.0:1783979864.601988:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979864.601996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.602001:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979864.602007:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979864.602010:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979864.602013:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979864.602016:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979864.602020:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390895:390895:256:4294967295] 192.168.201.140@tcp LPNI seq info [390870:390870:8:4294967295]
00000400:00000200:2.0:1783979864.602024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.602031:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979864.602038:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.602042:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979864.602077:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979864.602080:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979864.602086:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979864.602089:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979864.602093:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.602096:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979864.602101:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979864.602105:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979864.602110:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979864.602112:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979864.602116:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979864.602120:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602129:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.602133:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602139:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.602140:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979864.602145:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979864.602149:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979864.602151:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305263307
00000100:00000010:2.0:1783979864.602155:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979864.602161:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979864.602167:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305263307
00000100:00000010:2.0:1783979864.602169:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627a20.
00000100:00000001:2.0:1783979864.602172:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979864.602175:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979864.602177:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.602179:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979864.602183:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979864/real 1783979864]  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979864.602195:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979864.602197:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979864.602199:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979864.602202:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979864.602203:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979864.602206:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979864.602208:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979864.602215:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602222:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979864.602223:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602225:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.602227:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979864.602231:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602237:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979864.602241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602247:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979864.602250:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602252:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.602253:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602255:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979864.602257:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979864.602260:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979864.602263:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979864.602266:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979864.602269:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979864.602277:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559984896:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979864.602281:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979864.602284:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602290:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979864.602291:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.602293:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979864.602295:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979864.602296:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979864.602299:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985024:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979864.602301:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979864.602303:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979864.602305:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.602306:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979864.602309:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979864.602311:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979864.602314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979864.602316:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979864.602319:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979864.602321:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559985024, portal 10
00000100:00000001:2.0:1783979864.602323:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979864.602324:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979864.602330:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602335:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979864.602338:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979864.602339:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979864.602342:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559985024, offset 0
00000400:00000200:2.0:1783979864.602345:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979864.602349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.602352:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979864.602354:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979864.602357:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979864.602359:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979864.602361:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979864.602364:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390896:390896:256:4294967295] 192.168.201.140@tcp LPNI seq info [390871:390871:8:4294967295]
00000400:00000200:2.0:1783979864.602367:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.602372:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979864.602376:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.602379:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979864.602383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979864.602385:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979864.602389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979864.602391:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979864.602394:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.602396:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979864.602398:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979864.602402:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979864.602404:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979864.602406:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979864.602408:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979864.602411:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602418:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.602420:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602427:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.602428:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979864.602430:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979864.602434:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979864.602437:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979864.602439:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305259538
00000100:00000001:2.0:1783979864.602441:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305263307
00000100:00000001:2.0:1783979864.602443:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305259538
00000100:00000001:2.0:1783979864.602445:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305263307
00000100:00000001:2.0:1783979864.602447:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979864.602448:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.602450:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979864.602453:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979864/real 1783979864]  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979864.602460:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979864.602461:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979864.602462:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979864.602464:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979864.602466:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979864.602468:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979864.602470:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979864.602478:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602484:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979864.602485:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602487:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.602488:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979864.602491:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602498:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979864.602501:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602507:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979864.602509:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602511:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.602512:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602513:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979864.602515:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979864.602517:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979864.602520:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979864.602523:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979864.602526:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979864.602533:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985024:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979864.602537:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979864.602540:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602546:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979864.602547:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.602550:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979864.602551:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979864.602553:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979864.602555:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985152:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979864.602558:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979864.602560:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979864.602561:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.602563:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979864.602566:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979864.602567:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979864.602570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979864.602572:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979864.602575:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979864.602577:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559985152, portal 10
00000100:00000001:2.0:1783979864.602579:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979864.602581:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979864.602585:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602590:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979864.602592:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979864.602594:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979864.602596:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559985152, offset 0
00000400:00000200:2.0:1783979864.602599:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979864.602602:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.602605:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979864.602607:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979864.602610:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979864.602612:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979864.602614:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979864.602617:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390897:390897:256:4294967295] 192.168.201.140@tcp LPNI seq info [390872:390872:8:4294967295]
00000400:00000200:2.0:1783979864.602621:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.602626:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979864.602629:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.602632:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979864.602635:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979864.602638:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979864.602641:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979864.602643:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979864.602646:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.602648:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979864.602650:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979864.602652:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979864.602655:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979864.602656:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979864.602658:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979864.602661:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602672:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.602675:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602680:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.602681:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979864.602684:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979864.602686:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979864.602688:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979864.602690:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305259534
00000100:00000001:2.0:1783979864.602692:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305263307
00000100:00000001:2.0:1783979864.602694:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305259534
00000100:00000001:2.0:1783979864.602696:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305263307
00000100:00000001:2.0:1783979864.602698:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979864.602700:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.602702:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979864.602705:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979864/real 1783979864]  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979864.602712:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979864.602713:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979864.602715:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979864.602717:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979864.602718:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979864.602720:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979864.602723:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979864.602754:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602761:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979864.602763:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602764:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.602766:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979864.602769:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602775:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979864.602778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602784:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979864.602787:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602788:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.602789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602791:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979864.602792:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979864.602794:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979864.602797:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979864.602798:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979864.602802:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979864.602809:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985152:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979864.602813:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602815:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.602819:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559984896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602825:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979864.602827:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979864.602830:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979864.602833:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979864.602835:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979864.602837:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979864.602839:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979864.602842:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979864.602845:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979864.602847:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979864.602848:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:2.0:1783979864.602851:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979864.602852:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602854:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.602857:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559985024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602863:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979864.602864:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979864.602865:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979864.602868:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979864.602869:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979864.602870:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979864.602872:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979864.602873:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979864.602875:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979864.602876:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979864.602878:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979864.602880:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979864.602881:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602882:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.602885:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559985152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.602891:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979864.602892:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979864.602893:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979864.602895:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979864.602896:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979864.602897:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979864.602898:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979864.602899:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979864.602901:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979864.602903:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979864.602904:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979864.602906:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979864.602907:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602908:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.602915:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979864.602917:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.602919:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979864.602920:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979864.603073:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979864.603079:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979864.603082:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979864.603087:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979864.603090:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.603091:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979864.603094:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979864.603097:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.603098:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979864.603103:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979864.603106:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979864.603109:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979864.603110:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.603112:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979864.603114:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979864.603117:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979864.603122:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979864.603126:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979864.603132:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979864.603139:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979864.603142:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979864.603145:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979864.603167:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979864.603171:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979864.603174:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979864.603176:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979864.603178:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979864.603181:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979864.603183:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10587
00000400:00000200:3.0:1783979864.603188:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979864.603191:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979864.603193:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979864.603196:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.603198:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.603201:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.603203:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979864.603205:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979864.603207:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979864.603209:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979864.603211:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979864.603213:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979864.603216:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979864.603218:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.603220:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979864.603222:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979864.603224:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979864.603226:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979864.603228:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979864.603230:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979864.603232:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979864.603234:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979864.603237:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.603238:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979864.603240:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979864.603243:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.603244:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979864.603248:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979864.603249:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979864.603251:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979864.603252:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979864.603254:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979864.603255:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979864.603257:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979864.603260:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979864.603262:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979864.603266:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979864.603272:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979864.603274:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979864.603277:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979864.603284:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979864.603287:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10597)
00000100:00000001:2.0:1783979864.603343:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979864.603345:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979864.603347:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979864.603351:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603357:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979864.603359:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.603361:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979864.603363:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979864.603365:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979864.603367:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985280:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979864.603370:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979864.603372:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979864.603374:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.603375:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979864.603378:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979864.603380:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979864.603384:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979864.603386:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979864.603390:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979864.603393:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559985280, portal 4
00000100:00000001:2.0:1783979864.603395:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979864.603396:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979864.603402:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603408:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979864.603410:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979864.603413:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979864.603415:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559985280, offset 0
00000400:00000200:2.0:1783979864.603419:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979864.603423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.603427:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979864.603430:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979864.603433:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979864.603434:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979864.603437:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979864.603439:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390898:390898:256:4294967295] 192.168.201.140@tcp LPNI seq info [390873:390873:8:4294967295]
00000400:00000200:2.0:1783979864.603444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.603450:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979864.603454:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.603458:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979864.603461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979864.603464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979864.603468:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979864.603471:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979864.603474:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.603476:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979864.603479:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979864.603482:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979864.603485:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979864.603487:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979864.603489:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979864.603493:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603499:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.603502:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603506:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.603507:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979864.603511:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979864.603513:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979864.603516:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979864.603517:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305259562
00000100:00000001:2.0:1783979864.603519:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305263307
00000100:00000001:2.0:1783979864.603521:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305259562
00000100:00000001:2.0:1783979864.603522:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305263307
00000100:00000001:2.0:1783979864.603524:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979864.603526:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.603528:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979864.603532:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979864/real 1783979864]  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979864.603538:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979864.603539:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979864.603541:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979864.603543:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979864.603545:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979864.603546:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979864.603550:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979864.603556:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603561:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979864.603563:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.603565:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.603566:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979864.603569:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603575:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979864.603579:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603585:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979864.603587:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.603589:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.603590:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.603592:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979864.603594:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979864.603596:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979864.603599:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979864.603602:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979864.603606:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979864.603613:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985280:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979864.603617:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979864.603619:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603624:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979864.603626:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.603628:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979864.603629:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979864.603631:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979864.603633:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985408:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979864.603635:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979864.603637:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979864.603638:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979864.603640:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979864.603643:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979864.603645:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979864.603648:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979864.603651:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979864.603653:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979864.603656:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559985408, portal 4
00000100:00000001:2.0:1783979864.603658:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979864.603659:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979864.603664:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.603670:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979864.603672:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979864.603674:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979864.603676:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559985408, offset 0
00000400:00000200:2.0:1783979864.603679:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979864.603683:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.603686:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979864.603689:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979864.603691:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979864.603693:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979864.603695:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979864.603697:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390899:390899:256:4294967295] 192.168.201.140@tcp LPNI seq info [390874:390874:8:4294967295]
00000400:00000200:2.0:1783979864.603701:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979864.603707:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979864.603710:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.603713:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979864.603717:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979864.603719:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979864.603723:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979864.603726:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979864.604883:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979864.604888:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979864.604893:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979864.604897:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979864.604902:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979864.604904:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979864.604908:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979864.604913:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.604923:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.604926:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979889 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.604932:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.604934:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979864.604938:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979864.604942:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979864.604946:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979864.604948:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305259565
00000100:00000001:2.0:1783979864.604952:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305263307
00000100:00000001:2.0:1783979864.604954:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305259565
00000100:00000001:2.0:1783979864.604956:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305263307
00000100:00000001:2.0:1783979864.604958:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979864.604960:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.604962:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979864.604967:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979864/real 1783979864]  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979864.604975:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979864.604976:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979864.604978:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979864.604981:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979864.604983:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979864.604985:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979864.604988:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979864.604996:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.605007:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979864.605009:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.605011:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.605012:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979864.605016:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.605021:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979864.605025:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.605032:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979864.605035:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.605036:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979864.605037:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.605040:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979864.605042:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979864.605045:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979864.605064:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979864.605066:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979864.605071:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979864.605078:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985408:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979864.605083:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.605085:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.605088:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559985280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.605094:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979864.605096:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979864.605099:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979864.605101:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979864.605103:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979864.605105:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979864.605106:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979864.605108:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979864.605111:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979864.605113:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979864.605115:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979864.605117:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979864.605119:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.605120:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979864.605123:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559985408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979889 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979864.605129:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979864.605130:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979864.605131:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979864.605133:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979864.605134:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979864.605135:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979864.605137:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979864.605138:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979864.605140:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979864.605141:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979864.605143:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979864.605144:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979864.605146:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.605147:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979864.605153:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979864.605155:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979864.605157:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979864.605158:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979865.369367:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979865.369374:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979865.369379:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979865.369381:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979865.369384:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979865.369385:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979865.369458:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979865.369463:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979865.369466:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979866.393153:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979866.393159:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979866.393165:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979866.393166:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979866.393169:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979866.393172:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979866.393175:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979866.393178:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979866.393182:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979866.393184:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979866.393186:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979866.393189:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979866.393353:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979866.393357:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979866.393360:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979867.417184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979867.417191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979867.417196:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979867.417197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979867.417201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979867.417202:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979867.417850:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979867.417854:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979867.417857:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979868.441161:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305263307, at 4305263360
00000100:00000010:2.0:1783979868.441178:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000100:00000040:3.0:1783979868.446140:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305263307, at 4305263365
00000100:00000010:3.0:1783979868.446156:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627a20.
00010000:00000001:1.0:1783979868.447748:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979868.447754:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979868.447759:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979868.447760:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979868.447764:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979868.447765:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979868.449754:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979868.449759:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979868.449763:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979869.465119:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979869.465126:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979869.465131:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979869.465132:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979869.465145:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979869.465146:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979869.465206:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979869.465220:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979869.465223:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979869.722612:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979869.722620:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979869.722680:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979869.722683:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979869.722687:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979869.722694:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10592
00000400:00000200:0.0:1783979869.722701:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979869.722706:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979869.722708:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979869.722710:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.722712:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.722714:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.722715:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979869.722718:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979869.722720:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979869.722722:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979869.722724:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979869.722725:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979869.722727:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979869.722729:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.722730:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.722732:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.722733:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979869.722735:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979869.722737:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979869.722739:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979869.722740:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979869.722743:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979869.722744:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.722746:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979869.722748:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979869.722756:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805180.
00000020:00000040:0.0:1783979869.722759:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979869.722762:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979869.722763:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.722765:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979869.722768:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979869.722771:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979869.722777:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb000.
00000100:00000001:0.0:1783979869.722783:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979869.722792:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979869.722800:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979869.722804:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979869.722816:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000880c0ad4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.722883:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.722888:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979869.722890:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979869.722898:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.722906:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979869.722908:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.722912:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979869.722914:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979869.722916:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979869.722918:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559985536:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979869.722921:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979869.722925:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979869.722926:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.722928:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979869.722932:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.722933:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979869.722938:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979869.722941:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979869.722946:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979869.722951:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559985536, portal 25
00000100:00000001:2.0:1783979869.722953:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979869.722954:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455224704 : -128863254326912 : ffff8accaf805180)
00000100:00000040:2.0:1783979869.722958:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.722963:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979869.722965:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979869.722966:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979869.722968:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559985536, offset 0
00000400:00000200:2.0:1783979869.722972:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979869.722979:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.722983:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979869.722987:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979869.722991:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979869.722995:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979869.722997:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979869.723000:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390900:390900:256:4294967295] 192.168.201.140@tcp LPNI seq info [390875:390875:8:4294967295]
00000400:00000200:2.0:1783979869.723003:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.723009:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979869.723013:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.723016:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979869.723020:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979869.723023:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979869.723027:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979869.723029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979869.723032:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.723034:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979869.723038:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979869.723042:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979869.723046:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979869.723069:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979869.723073:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979869.723076:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979869.723121:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979869.723123:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979869.723125:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979869.723126:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979869.723128:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979869.723130:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979869.723132:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10592
00000400:00000200:0.0:1783979869.723135:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979869.723137:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979869.723138:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979869.723140:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723141:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.723143:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723144:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979869.723145:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979869.723146:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979869.723147:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979869.723148:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979869.723150:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979869.723151:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979869.723152:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723153:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.723154:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723156:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979869.723157:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979869.723158:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723160:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979869.723161:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979869.723166:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979869.723167:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.723168:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979869.723172:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979869.723174:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.723176:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979869.723180:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804a80.
00000020:00000040:0.0:1783979869.723182:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979869.723184:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979869.723186:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.723187:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979869.723189:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979869.723190:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979869.723194:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979869.723198:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979869.723203:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979869.723209:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979869.723212:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979869.723215:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073faa229] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723304:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.723314:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723320:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.723321:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979869.723327:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979869.723330:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979869.723332:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305268428
00000100:00000010:2.0:1783979869.723336:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979869.723341:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979869.723347:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305268428
00000100:00000010:2.0:1783979869.723349:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627600.
00000100:00000001:2.0:1783979869.723351:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979869.723353:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979869.723355:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.723357:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979869.723360:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979869/real 1783979869]  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979869.723366:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979869.723367:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979869.723369:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979869.723370:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979869.723371:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979869.723373:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979869.723375:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979869.723380:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723384:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979869.723386:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723387:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.723388:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979869.723391:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723394:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979869.723398:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723403:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979869.723404:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723405:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.723406:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723409:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979869.723411:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979869.723413:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979869.723416:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979869.723417:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979869.723420:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979869.723425:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559985536:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979869.723428:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723429:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.723431:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805180 x1870627559985536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723434:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979869.723436:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979869.723438:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.723440:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979869.723441:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979869.723442:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979869.723443:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979869.723445:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:2.0:1783979869.723448:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979869.723449:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979869.723450:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805180.
00000100:00000001:2.0:1783979869.723453:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979869.723453:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723455:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723462:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979869.723463:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.723465:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.723466:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979869.723467:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979869.723469:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723477:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979869.723478:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.723479:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979869.723480:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979869.723481:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979869.723483:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985664:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979869.723485:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979869.723486:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979869.723487:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.723488:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979869.723490:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.723492:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979869.723496:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979869.723498:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979869.723502:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979869.723504:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559985664, portal 10
00000100:00000001:2.0:1783979869.723506:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979869.723507:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222912 : -128863254328704 : ffff8accaf804a80)
00000100:00000040:2.0:1783979869.723513:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723519:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979869.723521:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979869.723523:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979869.723525:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559985664, offset 0
00000400:00000200:2.0:1783979869.723529:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979869.723533:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.723537:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979869.723540:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979869.723542:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979869.723544:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979869.723546:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979869.723549:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390901:390901:256:4294967295] 192.168.201.140@tcp LPNI seq info [390876:390876:8:4294967295]
00000400:00000200:2.0:1783979869.723552:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.723556:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979869.723559:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.723562:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979869.723564:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979869.723566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979869.723569:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979869.723571:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979869.723573:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.723574:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979869.723576:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979869.723578:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979869.723580:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979869.723581:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979869.723583:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979869.723585:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723590:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.723592:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723595:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.723596:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979869.723598:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979869.723601:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979869.723603:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979869.723604:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305264659
00000100:00000001:2.0:1783979869.723606:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305268428
00000100:00000001:2.0:1783979869.723607:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305264659
00000100:00000001:2.0:1783979869.723608:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305268428
00000100:00000001:2.0:1783979869.723609:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979869.723611:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.723612:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979869.723614:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979869/real 1783979869]  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979869.723619:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979869.723620:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979869.723671:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979869.723675:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979869.723677:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979869.723679:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979869.723684:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979869.723692:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723699:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979869.723701:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723703:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.723704:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979869.723707:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723713:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979869.723716:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723722:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979869.723725:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723726:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.723727:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723729:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979869.723731:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979869.723733:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979869.723737:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979869.723740:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979869.723743:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979869.723750:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985664:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979869.723753:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723754:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.723755:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804a80 x1870627559985664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.723759:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979869.723760:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979869.723762:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.723764:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979869.723764:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979869.723765:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979869.723766:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979869.723767:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba000.
02000000:00000001:2.0:1783979869.723769:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979869.723770:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979869.723771:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804a80.
00000100:00000001:2.0:1783979869.723772:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979869.723773:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723774:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.723777:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979869.723778:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.723779:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.723781:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.723851:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.723853:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.723900:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979869.723903:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979869.723906:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979869.723907:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979869.723908:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979869.723910:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979869.723912:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10592
00000400:00000200:0.0:1783979869.723915:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979869.723917:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979869.723918:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979869.723920:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723921:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.723923:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723924:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979869.723926:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979869.723927:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979869.723928:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979869.723929:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979869.723930:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979869.723932:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979869.723934:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723935:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.723936:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723938:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979869.723939:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979869.723940:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979869.723942:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979869.723943:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979869.723945:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979869.723946:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.723947:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979869.723950:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979869.723951:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.723952:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979869.723955:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804000.
00000020:00000040:0.0:1783979869.723957:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979869.723959:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979869.723960:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.723961:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979869.723962:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979869.723963:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979869.723966:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9c00.
00000100:00000001:0.0:1783979869.723968:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979869.723972:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979869.723976:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979869.723978:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979869.723980:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d776fa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724009:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.724011:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979869.724012:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979869.724015:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724020:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979869.724021:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.724022:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979869.724023:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979869.724025:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979869.724026:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985792:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979869.724028:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979869.724030:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979869.724031:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.724032:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979869.724034:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.724035:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979869.724037:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979869.724039:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979869.724040:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979869.724042:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559985792, portal 10
00000100:00000001:2.0:1783979869.724044:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979869.724045:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455220224 : -128863254331392 : ffff8accaf804000)
00000100:00000040:2.0:1783979869.724063:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724068:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979869.724069:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979869.724071:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979869.724073:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559985792, offset 0
00000400:00000200:2.0:1783979869.724076:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979869.724078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.724081:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979869.724083:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979869.724084:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979869.724086:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979869.724087:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979869.724090:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390902:390902:256:4294967295] 192.168.201.140@tcp LPNI seq info [390877:390877:8:4294967295]
00000400:00000200:2.0:1783979869.724093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.724097:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979869.724099:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.724101:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979869.724104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979869.724106:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979869.724109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979869.724112:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979869.724114:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.724116:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979869.724118:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979869.724120:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979869.724122:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979869.724123:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979869.724124:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979869.724126:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979869.724216:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979869.724219:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979869.724223:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979869.724225:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979869.724226:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979869.724228:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979869.724231:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10592
00000400:00000200:0.0:1783979869.724235:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979869.724238:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979869.724240:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979869.724242:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724244:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.724245:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724247:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979869.724249:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979869.724250:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979869.724252:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979869.724254:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979869.724256:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979869.724257:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979869.724260:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724262:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.724263:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724265:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979869.724268:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979869.724270:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724271:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979869.724273:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979869.724276:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979869.724277:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.724279:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979869.724283:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979869.724285:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.724286:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979869.724291:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804a80.
00000020:00000040:0.0:1783979869.724294:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979869.724296:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979869.724297:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.724298:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979869.724300:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979869.724302:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979869.724305:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba400.
00000100:00000001:0.0:1783979869.724308:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979869.724313:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979869.724320:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979869.724322:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979869.724325:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073faa229] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724391:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.724395:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724399:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.724400:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979869.724404:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979869.724406:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979869.724408:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979869.724409:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305264656
00000100:00000001:2.0:1783979869.724411:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305268428
00000100:00000001:2.0:1783979869.724413:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305264656
00000100:00000001:2.0:1783979869.724414:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305268428
00000100:00000001:2.0:1783979869.724415:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979869.724417:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.724418:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979869.724420:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979869/real 1783979869]  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979869.724425:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979869.724426:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979869.724427:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979869.724428:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979869.724429:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979869.724430:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979869.724432:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979869.724437:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724440:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979869.724441:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724442:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.724443:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979869.724445:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724448:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979869.724450:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724454:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979869.724456:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.724458:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724459:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979869.724460:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979869.724461:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979869.724463:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979869.724464:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979869.724467:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979869.724471:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985792:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979869.724473:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724474:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.724476:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804000 x1870627559985792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724479:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979869.724480:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979869.724481:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.724482:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979869.724483:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979869.724484:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979869.724486:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979869.724487:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:2.0:1783979869.724497:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979869.724498:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979869.724500:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804000.
00000100:00000001:2.0:1783979869.724501:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979869.724502:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724503:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724506:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979869.724507:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.724508:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.724509:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979869.724510:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979869.724512:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724516:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979869.724517:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.724519:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979869.724520:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979869.724521:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979869.724523:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985920:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979869.724525:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979869.724526:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979869.724527:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.724528:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979869.724530:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.724531:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979869.724534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979869.724535:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979869.724537:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979869.724539:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559985920, portal 4
00000100:00000001:2.0:1783979869.724540:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979869.724541:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455222912 : -128863254328704 : ffff8accaf804a80)
00000100:00000040:2.0:1783979869.724545:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724548:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979869.724550:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979869.724551:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979869.724553:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559985920, offset 0
00000400:00000200:2.0:1783979869.724555:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979869.724557:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.724559:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979869.724561:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979869.724563:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979869.724564:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979869.724565:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979869.724567:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390903:390903:256:4294967295] 192.168.201.140@tcp LPNI seq info [390878:390878:8:4294967295]
00000400:00000200:2.0:1783979869.724570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.724574:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979869.724577:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.724579:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979869.724581:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979869.724583:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979869.724586:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979869.724587:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979869.724590:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.724591:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979869.724593:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979869.724595:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979869.724596:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979869.724597:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979869.724599:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979869.724601:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724605:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.724607:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724611:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.724612:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979869.724613:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979869.724615:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979869.724617:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979869.724618:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305264683
00000100:00000001:2.0:1783979869.724620:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305268428
00000100:00000001:2.0:1783979869.724622:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305264683
00000100:00000001:2.0:1783979869.724623:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305268428
00000100:00000001:2.0:1783979869.724625:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979869.724627:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.724629:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979869.724632:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979869/real 1783979869]  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979869.724668:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979869.724669:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979869.724671:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979869.724673:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979869.724675:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979869.724677:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979869.724680:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979869.724689:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724693:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979869.724694:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724695:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.724696:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979869.724698:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724703:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979869.724705:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724708:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979869.724710:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724710:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.724711:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724712:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979869.724713:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979869.724714:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979869.724716:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979869.724717:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979869.724720:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979869.724725:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559985920:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979869.724727:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724728:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.724730:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804a80 x1870627559985920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.724733:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979869.724734:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979869.724735:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.724736:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979869.724737:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979869.724738:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979869.724739:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979869.724740:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba400.
02000000:00000001:2.0:1783979869.724741:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979869.724742:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979869.724742:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804a80.
00000100:00000001:2.0:1783979869.724744:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979869.724745:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724746:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.724748:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979869.724749:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.724750:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.724751:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.724783:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979869.724785:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979869.724788:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979869.724789:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979869.724790:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979869.724792:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979869.724794:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10592
00000400:00000200:0.0:1783979869.724796:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979869.724798:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979869.724800:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979869.724802:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724803:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.724804:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724806:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979869.724816:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979869.724817:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979869.724819:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979869.724821:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979869.724823:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979869.724825:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979869.724828:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724830:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979869.724832:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724833:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979869.724836:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979869.724839:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979869.724841:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979869.724843:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979869.724846:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979869.724848:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.724849:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979869.724851:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979869.724854:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.724855:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979869.724859:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805180.
00000020:00000040:0.0:1783979869.724861:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979869.724863:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979869.724864:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979869.724869:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979869.724870:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979869.724872:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979869.724874:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8800.
00000100:00000001:0.0:1783979869.724877:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979869.724880:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979869.724889:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979869.724891:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979869.724893:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000880c0ad4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979869.724898:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979869.724901:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10602)
00000100:00000001:2.0:1783979869.725060:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.725062:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979869.725064:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979869.725067:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.725072:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979869.725073:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.725074:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979869.725076:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979869.725077:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979869.725079:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986048:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979869.725081:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979869.725082:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979869.725083:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979869.725084:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979869.725086:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.725088:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979869.725090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979869.725091:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979869.725093:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979869.725095:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559986048, portal 4
00000100:00000001:2.0:1783979869.725097:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979869.725097:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455224704 : -128863254326912 : ffff8accaf805180)
00000100:00000040:2.0:1783979869.725101:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.725105:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979869.725107:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979869.725108:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979869.725109:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559986048, offset 0
00000400:00000200:2.0:1783979869.725112:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979869.725114:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.725116:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979869.725118:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979869.725120:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979869.725121:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979869.725123:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979869.725124:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390904:390904:256:4294967295] 192.168.201.140@tcp LPNI seq info [390879:390879:8:4294967295]
00000400:00000200:2.0:1783979869.725127:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979869.725131:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979869.725134:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.725136:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979869.725138:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979869.725140:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979869.725142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979869.725144:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979869.725146:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979869.725148:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979869.725150:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979869.725152:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979869.725153:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979869.725154:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979869.725156:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979869.725158:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.725162:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.725164:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979894 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.725216:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.725218:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979869.725221:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979869.725223:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979869.725225:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979869.725226:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305264686
00000100:00000001:2.0:1783979869.725228:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305268428
00000100:00000001:2.0:1783979869.725229:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305264686
00000100:00000001:2.0:1783979869.725231:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305268428
00000100:00000001:2.0:1783979869.725232:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979869.725233:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.725234:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979869.725237:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979869/real 1783979869]  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979869.725245:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979869.725246:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979869.725248:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979869.725249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979869.725250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979869.725251:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979869.725253:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979869.725258:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.725261:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979869.725262:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.725263:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.725264:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979869.725266:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.725269:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979869.725271:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.725274:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979869.725276:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.725277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979869.725277:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.725278:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979869.725279:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979869.725281:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979869.725282:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979869.725284:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979869.725286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979869.725291:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986048:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979869.725294:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.725295:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979869.725297:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805180 x1870627559986048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979894 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979869.725300:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979869.725301:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979869.725302:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979869.725304:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979869.725304:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979869.725305:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979869.725306:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979869.725307:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:2.0:1783979869.725309:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979869.725310:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979869.725311:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805180.
00000100:00000001:2.0:1783979869.725314:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979869.725315:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.725318:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979869.725321:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979869.725322:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979869.725324:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979869.725325:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979870.489673:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979870.489681:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979870.489687:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979870.489688:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979870.489691:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979870.489692:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979870.490166:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979870.490169:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979870.490172:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979871.513176:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979871.513184:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979871.513187:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979871.513190:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979871.513196:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979871.513198:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979871.513200:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979871.513202:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979871.513205:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979871.513207:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979871.513208:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979871.513210:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979871.513211:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979871.513213:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979871.513215:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979871.513216:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979871.513219:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979871.513221:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979871.513297:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979871.513301:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979871.513304:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979872.537173:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979872.537180:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979872.537186:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979872.537187:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979872.537190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979872.537191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979872.537252:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979872.537257:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979872.537270:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979873.561362:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979873.561368:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979873.561373:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979873.561375:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979873.561378:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979873.561379:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979873.561483:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305268428, at 4305268480
00000100:00000010:3.0:1783979873.561492:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627600.
00000020:00000001:2.0:1783979873.561691:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979873.561695:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979873.561698:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979873.561707:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305268428, at 4305268480
00000100:00000010:2.0:1783979873.561712:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979874.585185:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979874.585191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979874.585197:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979874.585198:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979874.585201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979874.585203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979874.585270:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979874.585274:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979874.585277:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979874.841622:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979874.841632:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979874.841635:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979874.841638:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979874.841643:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979874.841650:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10597
00000400:00000200:1.0:1783979874.841659:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979874.841665:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979874.841668:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979874.841671:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841674:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.841677:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841679:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979874.841683:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979874.841685:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979874.841688:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979874.841691:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979874.841693:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979874.841696:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979874.841698:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841700:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.841702:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841704:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979874.841706:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979874.841709:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841712:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979874.841714:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979874.841718:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979874.841721:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.841723:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979874.841727:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979874.841735:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979874.841739:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979874.841743:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979874.841745:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.841749:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979874.841752:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979874.841756:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979874.841764:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979874.841770:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979874.841779:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979874.841788:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979874.841792:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979874.841796:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979874.841823:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979874.841826:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979874.841830:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979874.841831:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979874.841833:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979874.841835:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979874.841837:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10597
00000400:00000200:1.0:1783979874.841841:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979874.841844:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979874.841846:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979874.841848:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841850:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.841852:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841854:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979874.841856:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979874.841857:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979874.841858:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979874.841860:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979874.841862:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979874.841864:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979874.841866:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841868:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.841869:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841871:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979874.841873:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979874.841875:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841877:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979874.841879:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979874.841884:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979874.841886:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.841887:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979874.841891:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979874.841895:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.841896:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979874.841900:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979874.841902:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979874.841904:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979874.841905:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.841907:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979874.841908:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979874.841910:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979874.841913:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979874.841916:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979874.841920:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979874.841927:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979874.841929:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979874.841932:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979874.841940:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979874.841942:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979874.841946:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979874.841948:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979874.841949:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979874.841952:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979874.841954:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10597
00000400:00000200:1.0:1783979874.841957:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979874.841960:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979874.841962:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979874.841964:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841966:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.841968:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841970:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979874.841972:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979874.841973:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979874.841975:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979874.841977:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979874.841979:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979874.841981:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979874.841983:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841985:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.841987:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841989:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979874.841991:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979874.841993:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979874.841995:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979874.841996:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979874.841999:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979874.842000:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842002:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979874.842004:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979874.842005:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842007:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979874.842009:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979874.842011:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979874.842013:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979874.842014:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842016:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979874.842017:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979874.842019:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979874.842022:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979874.842025:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979874.842029:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979874.842041:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979874.842043:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979874.842097:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979874.842106:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979874.842108:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979874.842111:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979874.842113:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979874.842114:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979874.842116:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979874.842118:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10597
00000400:00000200:1.0:1783979874.842121:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979874.842124:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979874.842126:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979874.842128:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842130:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.842132:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842134:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979874.842136:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979874.842137:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979874.842139:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979874.842141:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979874.842142:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979874.842144:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979874.842147:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842148:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.842150:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842152:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979874.842154:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979874.842157:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842159:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979874.842161:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979874.842164:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979874.842166:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842167:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979874.842169:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979874.842172:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842173:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979874.842177:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979874.842179:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979874.842182:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979874.842183:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842184:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979874.842186:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979874.842187:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979874.842191:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979874.842194:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979874.842198:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979874.842205:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979874.842207:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979874.842210:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979874.842217:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979874.842219:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979874.842222:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979874.842223:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979874.842224:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979874.842227:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979874.842229:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10597
00000400:00000200:1.0:1783979874.842232:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979874.842235:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979874.842237:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979874.842239:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842241:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.842243:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842244:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979874.842246:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979874.842248:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979874.842249:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979874.842251:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979874.842253:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979874.842254:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979874.842257:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842259:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979874.842260:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842262:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979874.842264:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979874.842267:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979874.842270:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979874.842271:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979874.842274:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979874.842275:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842278:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979874.842279:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979874.842282:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842283:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979874.842286:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979874.842289:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979874.842291:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979874.842293:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979874.842296:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979874.842297:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979874.842298:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979874.842304:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979874.842307:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979874.842311:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979874.842317:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979874.842319:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979874.842323:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979874.842331:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979874.842335:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10607)
00000100:00000001:2.0:1783979874.842398:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979874.842402:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979874.842404:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979874.842411:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842417:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979874.842419:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.842422:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979874.842424:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979874.842427:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979874.842430:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559986176:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979874.842433:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979874.842437:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979874.842439:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.842442:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979874.842446:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979874.842448:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979874.842452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979874.842456:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979874.842462:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979874.842468:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559986176, portal 25
00000100:00000001:2.0:1783979874.842471:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979874.842472:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00000040:2.0:1783979874.842477:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842484:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979874.842486:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979874.842488:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979874.842491:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559986176, offset 0
00000400:00000200:2.0:1783979874.842497:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979874.842504:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.842509:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979874.842514:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979874.842518:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979874.842521:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979874.842524:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979874.842527:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390905:390905:256:4294967295] 192.168.201.140@tcp LPNI seq info [390880:390880:8:4294967295]
00000400:00000200:2.0:1783979874.842531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.842540:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979874.842545:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.842572:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979874.842579:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979874.842582:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979874.842587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979874.842591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979874.842595:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.842597:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979874.842604:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979874.842608:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979874.842613:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979874.842615:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979874.842619:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979874.842623:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842631:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.842635:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842641:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.842642:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979874.842646:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979874.842649:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979874.842652:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305273547
00000100:00000010:2.0:1783979874.842657:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979874.842663:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979874.842667:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305273547
00000100:00000010:2.0:1783979874.842669:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627900.
00000100:00000001:2.0:1783979874.842672:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979874.842675:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979874.842678:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.842680:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979874.842683:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979874/real 1783979874]  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979874.842692:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979874.842694:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979874.842695:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979874.842697:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979874.842699:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979874.842701:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979874.842704:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979874.842712:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842718:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979874.842719:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.842722:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.842723:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979874.842726:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842733:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979874.842736:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842743:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979874.842745:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.842746:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.842748:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.842749:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979874.842751:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979874.842754:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979874.842757:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979874.842760:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979874.842764:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979874.842772:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559986176:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979874.842776:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979874.842779:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842785:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979874.842786:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.842788:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979874.842790:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979874.842792:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979874.842794:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979874.842797:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979874.842799:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979874.842800:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.842802:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979874.842804:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979874.842806:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979874.842809:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979874.842811:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979874.842815:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979874.842817:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559986304, portal 10
00000100:00000001:2.0:1783979874.842819:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979874.842820:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:2.0:1783979874.842826:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842831:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979874.842833:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979874.842835:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979874.842838:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559986304, offset 0
00000400:00000200:2.0:1783979874.842842:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979874.842846:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.842849:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979874.842852:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979874.842855:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979874.842857:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979874.842859:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979874.842862:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390906:390906:256:4294967295] 192.168.201.140@tcp LPNI seq info [390881:390881:8:4294967295]
00000400:00000200:2.0:1783979874.842865:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.842871:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979874.842874:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.842877:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979874.842881:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979874.842883:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979874.842887:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979874.842890:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979874.842893:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.842895:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979874.842898:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979874.842901:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979874.842903:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979874.842905:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979874.842907:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979874.842911:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842918:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.842920:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842926:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.842927:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979874.842930:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979874.842934:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979874.842937:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979874.842939:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305269778
00000100:00000001:2.0:1783979874.842941:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305273547
00000100:00000001:2.0:1783979874.842943:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305269778
00000100:00000001:2.0:1783979874.842945:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305273547
00000100:00000001:2.0:1783979874.842946:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979874.842948:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.842950:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979874.842953:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979874/real 1783979874]  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979874.842959:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979874.842960:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979874.842962:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979874.842964:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979874.842965:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979874.842967:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979874.842970:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979874.842978:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842984:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979874.842986:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.842987:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.842989:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979874.842992:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.842998:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979874.843001:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843007:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979874.843009:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843011:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.843012:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843013:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979874.843015:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979874.843017:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979874.843020:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979874.843022:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979874.843025:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979874.843032:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979874.843035:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979874.843038:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843045:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979874.843070:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.843072:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979874.843074:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979874.843075:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979874.843078:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979874.843081:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979874.843083:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979874.843084:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.843086:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979874.843089:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979874.843091:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979874.843094:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979874.843096:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979874.843099:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979874.843102:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559986432, portal 10
00000100:00000001:2.0:1783979874.843103:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979874.843104:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:2.0:1783979874.843109:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843115:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979874.843117:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979874.843118:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979874.843120:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559986432, offset 0
00000400:00000200:2.0:1783979874.843124:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979874.843128:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.843131:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979874.843134:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979874.843136:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979874.843138:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979874.843141:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979874.843143:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390907:390907:256:4294967295] 192.168.201.140@tcp LPNI seq info [390882:390882:8:4294967295]
00000400:00000200:2.0:1783979874.843147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.843152:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979874.843157:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.843160:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979874.843164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979874.843166:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979874.843170:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979874.843172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979874.843175:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.843177:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979874.843180:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979874.843183:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979874.843186:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979874.843188:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979874.843190:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979874.843194:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843201:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.843204:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843210:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.843212:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979874.843214:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979874.843217:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979874.843220:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979874.843222:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305269775
00000100:00000001:2.0:1783979874.843224:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305273547
00000100:00000001:2.0:1783979874.843226:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305269775
00000100:00000001:2.0:1783979874.843228:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305273547
00000100:00000001:2.0:1783979874.843229:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979874.843231:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.843233:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979874.843236:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979874/real 1783979874]  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979874.843243:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979874.843245:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979874.843246:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979874.843249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979874.843250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979874.843253:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979874.843255:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979874.843262:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843269:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979874.843270:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843272:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.843273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979874.843276:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843281:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979874.843285:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843291:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979874.843293:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843295:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.843296:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843297:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979874.843299:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979874.843301:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979874.843304:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979874.843306:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979874.843310:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979874.843318:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979874.843321:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979874.843324:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843331:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979874.843332:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.843335:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979874.843337:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979874.843338:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979874.843341:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979874.843343:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979874.843345:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979874.843347:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.843348:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979874.843351:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979874.843352:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979874.843355:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979874.843358:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979874.843361:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979874.843363:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559986560, portal 4
00000100:00000001:2.0:1783979874.843365:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979874.843366:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:2.0:1783979874.843371:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843376:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979874.843377:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979874.843379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979874.843381:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559986560, offset 0
00000400:00000200:2.0:1783979874.843385:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979874.843388:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.843392:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979874.843394:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979874.843396:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979874.843398:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979874.843399:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979874.843402:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390908:390908:256:4294967295] 192.168.201.140@tcp LPNI seq info [390883:390883:8:4294967295]
00000400:00000200:2.0:1783979874.843405:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.843410:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979874.843414:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.843417:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979874.843420:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979874.843422:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979874.843426:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979874.843428:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979874.843432:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.843433:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979874.843436:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979874.843439:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979874.843441:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979874.843442:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979874.843444:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979874.843447:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.843456:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843461:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.843462:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979874.843465:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979874.843467:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979874.843470:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979874.843472:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305269802
00000100:00000001:2.0:1783979874.843474:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305273547
00000100:00000001:2.0:1783979874.843476:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305269802
00000100:00000001:2.0:1783979874.843477:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305273547
00000100:00000001:2.0:1783979874.843479:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979874.843481:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.843482:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979874.843485:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979874/real 1783979874]  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979874.843492:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979874.843493:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979874.843494:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979874.843496:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979874.843497:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979874.843499:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979874.843502:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979874.843508:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843513:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979874.843514:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843515:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.843516:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979874.843519:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843525:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979874.843528:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843534:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979874.843537:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843538:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.843540:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843541:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979874.843543:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979874.843545:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979874.843548:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979874.843563:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979874.843567:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979874.843574:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979874.843578:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979874.843580:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843586:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979874.843588:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.843590:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979874.843591:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979874.843593:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979874.843595:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979874.843598:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979874.843600:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979874.843602:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979874.843603:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979874.843607:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979874.843608:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979874.843611:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979874.843614:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979874.843616:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979874.843619:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559986688, portal 4
00000100:00000001:2.0:1783979874.843620:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979874.843621:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:2.0:1783979874.843626:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843631:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979874.843633:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979874.843635:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979874.843637:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559986688, offset 0
00000400:00000200:2.0:1783979874.843641:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979874.843645:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.843648:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979874.843651:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979874.843653:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979874.843655:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979874.843657:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979874.843659:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390909:390909:256:4294967295] 192.168.201.140@tcp LPNI seq info [390884:390884:8:4294967295]
00000400:00000200:2.0:1783979874.843663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979874.843669:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979874.843673:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.843676:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979874.843679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979874.843682:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1783979874.843685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979874.843688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1783979874.843692:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979874.843693:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979874.843696:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979874.843699:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979874.843701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979874.843703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979874.843705:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979874.843709:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843716:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.843718:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979899 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843724:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.843725:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979874.843728:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979874.843731:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979874.843734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979874.843736:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305269804
00000100:00000001:2.0:1783979874.843738:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305273547
00000100:00000001:2.0:1783979874.843740:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305269804
00000100:00000001:2.0:1783979874.843742:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305273547
00000100:00000001:2.0:1783979874.843744:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979874.843745:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.843747:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979874.843750:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979874/real 1783979874]  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979874.843757:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979874.843758:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979874.843760:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979874.843762:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979874.843764:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979874.843766:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979874.843769:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979874.843792:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843799:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979874.843800:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843802:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.843803:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979874.843807:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843814:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979874.843817:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843824:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979874.843826:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843827:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979874.843829:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843830:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979874.843831:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979874.843834:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979874.843837:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979874.843839:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979874.843842:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979874.843849:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979874.843853:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843855:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.843858:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559986176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979874.843868:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979874.843870:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979874.843873:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979874.843875:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979874.843877:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979874.843879:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979874.843881:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:2.0:1783979874.843884:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979874.843886:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979874.843888:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:2.0:1783979874.843891:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979874.843892:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843894:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.843897:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559986304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843909:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979874.843910:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979874.843912:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979874.843913:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979874.843914:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979874.843915:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979874.843917:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979874.843918:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:2.0:1783979874.843920:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979874.843921:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979874.843922:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:2.0:1783979874.843924:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979874.843925:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843926:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.843930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559986432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843936:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979874.843937:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979874.843939:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979874.843941:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979874.843942:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979874.843943:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979874.843945:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979874.843946:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:2.0:1783979874.843948:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979874.843949:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979874.843950:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:2.0:1783979874.843952:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979874.843954:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843955:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.843958:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627559986560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843964:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979874.843966:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979874.843967:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979874.843969:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979874.843970:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979874.843971:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979874.843973:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979874.843975:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:2.0:1783979874.843976:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979874.843977:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979874.843979:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:2.0:1783979874.843981:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979874.843982:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.843984:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979874.843987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627559986688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979899 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979874.843993:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979874.843994:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979874.843996:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979874.843998:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979874.843999:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979874.844000:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979874.844002:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979874.844003:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:2.0:1783979874.844005:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979874.844006:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979874.844007:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:2.0:1783979874.844009:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979874.844010:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.844012:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979874.844019:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979874.844021:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979874.844022:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979874.844023:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979875.609173:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979875.609179:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979875.609184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979875.609185:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979875.609188:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979875.609189:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979875.609258:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979875.609262:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979875.609265:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979876.633167:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979876.633172:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979876.633175:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979876.633176:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979876.633179:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979876.633181:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979876.633183:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979876.633185:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979876.633187:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979876.633189:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979876.633190:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979876.633192:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979876.633242:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979876.633245:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979876.633247:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979877.657154:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979877.657161:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979877.657167:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979877.657168:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979877.657172:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979877.657173:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979877.657235:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979877.657238:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979877.657241:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979878.681157:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305273547, at 4305273600
00010000:00000001:1.0:1783979878.681161:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979878.681168:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979878.681172:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627900.
00010000:00000001:1.0:1783979878.681173:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979878.681176:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979878.681180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979878.681181:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979878.681352:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979878.681356:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979878.681359:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979878.681584:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305273547, at 4305273600
00000100:00000010:2.0:1783979878.681591:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979879.706955:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979879.706962:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979879.706967:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979879.706968:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979879.706972:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979879.706973:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979879.707077:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979879.707080:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979879.707083:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979879.962079:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979879.962088:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979879.962090:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979879.962093:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979879.962096:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979879.962101:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10602
00000400:00000200:3.0:1783979879.962108:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979879.962113:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979879.962116:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979879.962119:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962121:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979879.962122:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962124:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979879.962127:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979879.962128:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979879.962130:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979879.962132:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979879.962134:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979879.962135:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979879.962137:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962138:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979879.962139:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962141:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979879.962142:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979879.962144:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962145:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979879.962147:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979879.962149:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979879.962151:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962152:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979879.962154:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979879.962160:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979879.962163:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979879.962165:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979879.962166:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962168:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979879.962170:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979879.962173:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979879.962178:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979879.962183:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979879.962190:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979879.962197:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979879.962200:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979879.962203:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979879.962221:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979879.962224:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979879.962226:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979879.962227:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979879.962228:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979879.962229:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979879.962231:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10602
00000400:00000200:3.0:1783979879.962233:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979879.962234:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979879.962235:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979879.962237:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962239:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979879.962240:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962241:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979879.962242:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979879.962243:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979879.962243:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979879.962245:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979879.962246:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979879.962247:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979879.962249:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962250:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979879.962251:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962253:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979879.962254:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979879.962256:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962257:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979879.962258:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979879.962262:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979879.962263:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962265:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979879.962268:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979879.962270:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962272:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979879.962274:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979879.962275:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979879.962277:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979879.962278:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962279:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979879.962280:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1783979879.962281:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1783979879.962281:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979879.962285:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:2.0:1783979879.962287:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979879.962288:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.962291:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1783979879.962294:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979879.962301:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1783979879.962302:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979879.962303:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979879.962309:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.962322:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979879.962324:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.962326:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979879.962327:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979879.962331:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1783979879.962333:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783979879.962333:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979879.962337:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1783979879.962338:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979879.962340:0:180700:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1783979879.962343:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979879.962344:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10602
00000400:00000200:3.0:1783979879.962349:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00100000:2.0:1783979879.962353:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559986816:192.168.201.140@tcp:250:kworker.0
00000400:00000200:3.0:1783979879.962353:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979879.962357:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1783979879.962362:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1783979879.962362:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962365:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979879.962367:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979879.962368:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979879.962368:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979879.962371:0:180700:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1783979879.962372:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783979879.962373:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979879.962375:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1783979879.962378:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1783979879.962378:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979879.962382:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979879.962383:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979879.962384:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000010:2.0:1783979879.962386:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:3.0:1783979879.962386:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979879.962389:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979879.962391:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962392:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979879.962396:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979879.962397:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962400:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979879.962401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783979879.962401:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979879.962405:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979879.962407:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783979879.962408:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000100:00000001:3.0:1783979879.962409:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979879.962411:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979879.962413:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962414:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783979879.962416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000010:3.0:1783979879.962417:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979879.962421:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979879.962422:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979879.962423:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962424:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1783979879.962425:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559986816, portal 25
02000000:00000001:3.0:1783979879.962425:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979879.962427:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.962430:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1783979879.962431:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:2.0:1783979879.962433:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000001:3.0:1783979879.962434:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979879.962441:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1783979879.962444:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979879.962449:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979879.962452:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979879.962459:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.962460:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1783979879.962480:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979879.962483:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979879.962485:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1783979879.962491:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962492:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979879.962495:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1783979879.962497:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000001:3.0:1783979879.962499:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1783979879.962503:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559986816, offset 0
00000100:00080000:3.0:1783979879.962505:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10602
00000400:00000200:3.0:1783979879.962511:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.962514:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979879.962519:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000200:2.0:1783979879.962525:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.962532:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979879.962537:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979879.962541:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979879.962544:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979879.962547:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979879.962550:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390910:390910:256:4294967295] 192.168.201.140@tcp LPNI seq info [390885:390885:8:4294967295]
00000400:00000200:2.0:1783979879.962555:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.962563:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979879.962569:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.962573:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979879.962580:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979879.962583:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979879.962588:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979879.962591:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979879.962595:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.962598:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979879.962604:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979879.962608:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979879.962613:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979879.962616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979879.962620:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979879.962624:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.962645:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.962649:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979879.962654:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1783979879.962658:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979879.962661:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979879.962662:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979879.962667:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979879.962669:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979879.962671:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962672:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979879.962676:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1783979879.962679:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000040:3.0:1783979879.962679:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979879.962683:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1783979879.962684:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305278667
00000020:00000040:3.0:1783979879.962686:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979879.962690:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000010:2.0:1783979879.962692:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000020:00000001:3.0:1783979879.962693:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979879.962699:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962701:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783979879.962702:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000040:3.0:1783979879.962704:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962707:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783979879.962709:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305278667
00000020:00000040:3.0:1783979879.962710:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000010:2.0:1783979879.962715:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627cc0.
00000100:00080000:3.0:1783979879.962716:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979879.962722:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.962723:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
02000000:00000001:3.0:1783979879.962723:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979879.962728:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979879.962729:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979879.962734:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.962735:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962738:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979879.962739:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00100000:3.0:1783979879.962742:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00100000:2.0:1783979879.962746:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979879/real 1783979879]  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1783979879.962747:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.962752:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979879.962759:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000400:00000001:2.0:1783979879.962762:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1783979879.962764:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000400:00000001:2.0:1783979879.962765:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1783979879.962769:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1783979879.962770:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
02000000:00000001:3.0:1783979879.962773:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979879.962775:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000100:00000001:3.0:1783979879.962776:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1783979879.962778:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
02000000:00000001:3.0:1783979879.962780:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1783979879.962784:0:2401:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1783979879.962784:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783979879.962791:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783979879.962792:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979879.962797:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979879.962806:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1783979879.962808:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.962826:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979879.962828:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.962830:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.962832:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979879.962835:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.962841:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979879.962845:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.962852:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979879.962855:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.962857:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.962858:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.962860:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979879.962862:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979879.962865:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979879.962868:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979879.962870:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979879.962874:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979879.962882:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559986816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979879.962888:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979879.962891:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979879.962892:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1783979879.962895:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979879.962898:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559986816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979879.962903:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.962907:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979879.962912:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979879.962916:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
00000100:00000001:3.0:1783979879.962918:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979879.962920:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1783979879.962922:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:2.0:1783979879.962924:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979879.962927:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000100:00080000:3.0:1783979879.962929:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000001:2.0:1783979879.962932:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1783979879.962933:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:2.0:1783979879.962936:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
00000100:00080000:3.0:1783979879.962937:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979879.962942:0:180700:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1783979879.962943:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1783979879.962946:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10602
02000000:00000001:2.0:1783979879.962947:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979879.962950:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000400:00000200:3.0:1783979879.962954:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979879.962955:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979879.962958:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1783979879.962961:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:2.0:1783979879.962962:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1783979879.962965:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979879.962969:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979879.962971:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979879.962972:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783979879.962975:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979879.962976:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979879.962979:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979879.962980:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783979879.962982:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783979879.962985:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1783979879.962986:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1783979879.962989:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979879.962992:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1783979879.962993:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1783979879.962995:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979879.963000:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979879.963004:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:2.0:1783979879.963010:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783979879.963012:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979879.963013:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.963019:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1783979879.963020:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979879.963023:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1783979879.963024:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:2.0:1783979879.963027:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979879.963029:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979879.963034:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00100000:2.0:1783979879.963035:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979879.963042:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1783979879.963042:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
02000000:00000001:2.0:1783979879.963046:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979879.963069:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979879.963074:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979879.963075:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979879.963078:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1783979879.963078:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979879.963083:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979879.963084:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:3.0:1783979879.963085:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1783979879.963088:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783979879.963089:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979879.963094:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979879.963095:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979879.963098:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783979879.963100:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000100:00000010:3.0:1783979879.963104:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000400:00000010:2.0:1783979879.963107:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000020:00000040:3.0:1783979879.963109:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00000200:2.0:1783979879.963111:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559986944, portal 10
02000000:00000001:3.0:1783979879.963113:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1783979879.963116:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1783979879.963116:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.963119:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000001:3.0:1783979879.963120:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979879.963124:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979879.963126:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979879.963129:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783979879.963132:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979879.963139:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.963141:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979879.963145:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00100000:3.0:1783979879.963148:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1783979879.963150:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979879.963154:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559986944, offset 0
00000400:00000200:2.0:1783979879.963163:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979879.963165:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979879.963168:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979879.963170:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:3.0:1783979879.963176:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783979879.963178:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979879.963186:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979879.963191:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000001:3.0:1783979879.963193:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979879.963196:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1783979879.963200:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10612)
00000400:00000200:2.0:1783979879.963202:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979879.963207:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390911:390911:256:4294967295] 192.168.201.140@tcp LPNI seq info [390886:390886:8:4294967295]
00000400:00000200:2.0:1783979879.963211:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.963219:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979879.963224:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.963228:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979879.963232:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979879.963234:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979879.963239:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979879.963241:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979879.963245:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.963246:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979879.963250:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979879.963253:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979879.963256:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979879.963258:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979879.963260:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979879.963264:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963271:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.963274:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963280:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.963281:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979879.963284:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979879.963287:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979879.963290:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979879.963292:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305274899
00000100:00000001:2.0:1783979879.963295:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305278667
00000100:00000001:2.0:1783979879.963297:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305274899
00000100:00000001:2.0:1783979879.963299:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305278667
00000100:00000001:2.0:1783979879.963301:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979879.963303:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.963304:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979879.963308:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979879/real 1783979879]  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979879.963315:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979879.963317:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979879.963318:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979879.963320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979879.963322:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979879.963324:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979879.963327:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979879.963334:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963340:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979879.963342:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963343:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.963345:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979879.963348:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963355:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979879.963359:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963365:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979879.963367:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963369:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.963371:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963373:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979879.963374:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979879.963377:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979879.963380:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979879.963382:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979879.963386:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979879.963394:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559986944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979879.963397:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979879.963401:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963407:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979879.963409:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979879.963411:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979879.963412:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979879.963414:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979879.963417:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979879.963420:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979879.963422:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979879.963424:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979879.963425:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979879.963429:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979879.963431:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979879.963434:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979879.963436:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979879.963439:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979879.963442:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559987072, portal 10
00000100:00000001:2.0:1783979879.963444:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979879.963445:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979879.963451:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963457:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979879.963459:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979879.963472:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979879.963475:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559987072, offset 0
00000400:00000200:2.0:1783979879.963479:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979879.963483:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.963487:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979879.963489:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979879.963491:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979879.963493:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979879.963495:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979879.963503:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390912:390912:256:4294967295] 192.168.201.140@tcp LPNI seq info [390887:390887:8:4294967295]
00000400:00000200:2.0:1783979879.963507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.963513:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979879.963517:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.963520:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979879.963524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979879.963527:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979879.963531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979879.963534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979879.963537:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.963539:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979879.963542:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979879.963546:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979879.963548:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979879.963550:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979879.963552:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979879.963556:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963569:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.963572:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.963580:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979879.963583:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979879.963586:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979879.963589:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979879.963591:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305274895
00000100:00000001:2.0:1783979879.963593:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305278667
00000100:00000001:2.0:1783979879.963595:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305274895
00000100:00000001:2.0:1783979879.963597:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305278667
00000100:00000001:2.0:1783979879.963599:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979879.963601:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.963603:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979879.963607:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979879/real 1783979879]  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979879.963614:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979879.963615:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979879.963617:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979879.963619:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979879.963621:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979879.963623:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979879.963626:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979879.963634:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963640:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979879.963642:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963644:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.963645:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979879.963648:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963655:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979879.963659:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963665:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979879.963667:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963669:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.963670:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963672:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979879.963673:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979879.963675:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979879.963678:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979879.963680:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979879.963683:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979879.963691:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979879.963695:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979879.963698:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963704:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979879.963705:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979879.963707:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979879.963709:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979879.963711:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979879.963714:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979879.963717:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979879.963719:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979879.963721:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979879.963723:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979879.963726:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979879.963727:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979879.963731:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979879.963734:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979879.963737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979879.963739:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559987200, portal 4
00000100:00000001:2.0:1783979879.963742:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979879.963743:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979879.963748:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963754:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979879.963756:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979879.963758:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979879.963760:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559987200, offset 0
00000400:00000200:2.0:1783979879.963769:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979879.963774:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.963777:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979879.963780:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979879.963782:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979879.963785:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979879.963788:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979879.963791:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390913:390913:256:4294967295] 192.168.201.140@tcp LPNI seq info [390888:390888:8:4294967295]
00000400:00000200:2.0:1783979879.963795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.963800:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979879.963804:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.963807:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979879.963811:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979879.963813:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979879.963817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979879.963819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979879.963822:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.963824:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979879.963827:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979879.963830:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979879.963832:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979879.963834:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979879.963836:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979879.963840:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963846:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.963849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.963857:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979879.963859:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979879.963862:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979879.963870:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979879.963872:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305274922
00000100:00000001:2.0:1783979879.963874:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305278667
00000100:00000001:2.0:1783979879.963876:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305274922
00000100:00000001:2.0:1783979879.963879:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305278667
00000100:00000001:2.0:1783979879.963881:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979879.963883:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.963884:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979879.963889:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979879/real 1783979879]  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979879.963896:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979879.963898:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979879.963900:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979879.963902:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979879.963903:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979879.963905:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979879.963908:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979879.963915:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963921:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979879.963923:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963924:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.963926:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979879.963929:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963935:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979879.963939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963946:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979879.963948:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963950:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.963951:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963952:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979879.963954:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979879.963956:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979879.963959:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979879.963961:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979879.963965:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979879.963978:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979879.963982:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.963984:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.963987:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559986944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.963993:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979879.963995:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979879.963998:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979879.964000:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979879.964002:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979879.964003:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979879.964006:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979879.964007:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979879.964010:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979879.964011:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979879.964012:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979879.964015:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979879.964016:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964017:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.964020:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559987072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964026:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979879.964027:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979879.964029:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979879.964031:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979879.964032:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979879.964033:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979879.964035:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979879.964036:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979879.964038:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979879.964040:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979879.964041:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979879.964044:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979879.964045:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964046:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.964069:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559987200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964075:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979879.964077:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979879.964078:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979879.964080:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979879.964081:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979879.964082:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979879.964084:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979879.964085:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979879.964087:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979879.964088:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979879.964089:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979879.964091:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979879.964092:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964094:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964098:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979879.964100:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.964102:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979879.964103:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979879.964104:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979879.964108:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964114:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979879.964115:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979879.964117:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979879.964119:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979879.964121:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979879.964123:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979879.964127:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979879.964128:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979879.964130:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979879.964132:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979879.964135:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979879.964136:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979879.964139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979879.964142:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979879.964145:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979879.964148:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559987328, portal 4
00000100:00000001:2.0:1783979879.964149:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979879.964150:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979879.964156:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964162:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979879.964163:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979879.964165:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979879.964168:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559987328, offset 0
00000400:00000200:2.0:1783979879.964171:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979879.964175:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.964178:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979879.964181:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979879.964183:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979879.964185:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979879.964187:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979879.964190:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390914:390914:256:4294967295] 192.168.201.140@tcp LPNI seq info [390889:390889:8:4294967295]
00000400:00000200:2.0:1783979879.964193:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979879.964199:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979879.964203:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.964206:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979879.964209:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979879.964211:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1783979879.964213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979879.964215:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1783979879.964218:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979879.964219:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:2.0:1783979879.964221:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979879.964223:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979879.964225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:2.0:1783979879.964226:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:2.0:1783979879.964228:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979879.964230:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964234:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.964236:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979904 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964240:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.964241:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979879.964243:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979879.964245:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979879.964247:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979879.964248:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305274925
00000100:00000001:2.0:1783979879.964250:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305278667
00000100:00000001:2.0:1783979879.964251:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305274925
00000100:00000001:2.0:1783979879.964252:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305278667
00000100:00000001:2.0:1783979879.964253:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979879.964255:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.964256:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979879.964258:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979879/real 1783979879]  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979879.964262:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979879.964263:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979879.964264:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979879.964265:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979879.964266:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979879.964267:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979879.964269:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979879.964274:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964278:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979879.964278:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964279:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.964280:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979879.964282:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964288:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979879.964291:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964297:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979879.964299:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964300:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979879.964301:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964303:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979879.964304:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979879.964307:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979879.964310:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979879.964312:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979879.964316:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979879.964323:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979879.964327:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964328:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979879.964331:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559987328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979904 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979879.964336:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979879.964338:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979879.964340:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979879.964342:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979879.964343:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979879.964345:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979879.964347:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979879.964348:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979879.964350:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979879.964351:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979879.964352:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979879.964355:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979879.964356:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964358:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979879.964361:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979879.964362:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979879.964364:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979879.964365:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979880.729129:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979880.729136:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979880.729141:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979880.729142:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979880.729145:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979880.729146:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979880.729292:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979880.729296:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979880.729299:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979881.753177:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979881.753184:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979881.753187:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979881.753190:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979881.753194:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979881.753197:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979881.753198:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979881.753201:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979881.753214:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979881.753216:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979881.753217:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979881.753219:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979881.753221:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979881.753222:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979881.753224:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979881.753226:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979881.753229:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979881.753232:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979881.753392:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979881.753396:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979881.753398:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979882.777205:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979882.777213:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979882.777219:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979882.777220:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979882.777224:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979882.777225:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979882.777448:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979882.777452:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979882.777455:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979883.801170:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305278667, at 4305278720
00000100:00000010:2.0:1783979883.801185:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979883.801278:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979883.801282:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979883.801285:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979883.801287:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979883.801290:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979883.801291:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979883.801430:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979883.801434:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979883.801437:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979883.802019:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305278667, at 4305278720
00000100:00000010:3.0:1783979883.802026:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627cc0.
00010000:00000001:1.0:1783979884.825193:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979884.825200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979884.825206:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979884.825207:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979884.825210:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979884.825211:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979884.825301:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979884.825305:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979884.825308:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979885.081694:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979885.081703:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979885.081705:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979885.081709:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979885.081713:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979885.081720:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10607
00000400:00000200:3.0:1783979885.081730:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979885.081736:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979885.081739:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979885.081742:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081745:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.081748:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081751:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979885.081755:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979885.081757:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979885.081760:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979885.081818:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979885.081822:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979885.081824:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979885.081828:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081830:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.081832:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081834:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979885.081837:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979885.081840:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081843:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979885.081845:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979885.081849:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979885.081852:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.081854:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979885.081857:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979885.081862:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979885.081866:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979885.081869:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979885.081871:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.081874:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979885.081877:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979885.081880:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979885.081886:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979885.081892:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979885.081900:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979885.081909:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979885.081913:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979885.081918:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979885.081940:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979885.081944:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979885.081948:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979885.081949:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979885.081951:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979885.081953:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979885.081956:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10607
00000400:00000200:3.0:1783979885.081960:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979885.081963:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979885.081965:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979885.081968:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081970:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.081972:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081975:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979885.081977:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979885.081978:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979885.081980:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979885.081982:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979885.081983:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979885.081986:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979885.081988:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081991:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.081993:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.081995:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979885.081997:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979885.082000:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979885.082002:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979885.082004:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979885.082009:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979885.082011:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.082013:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979885.082017:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979885.082019:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.082021:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979885.082024:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979885.082026:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979885.082029:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979885.082030:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.082032:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979885.082033:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979885.082035:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979885.082038:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979885.082041:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.082139:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979885.082143:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979885.082145:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979885.082152:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.082160:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979885.082162:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.082165:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979885.082168:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979885.082170:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979885.082173:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559987456:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979885.082177:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979885.082180:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979885.082183:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.082186:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979885.082190:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979885.082192:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979885.082197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979885.082200:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979885.082207:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979885.082214:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559987456, portal 25
00000100:00000001:2.0:1783979885.082216:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979885.082217:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:2.0:1783979885.082222:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.082229:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979885.082232:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979885.082235:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30547f8.
00000100:00000200:2.0:1783979885.082237:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559987456, offset 0
00000400:00000200:2.0:1783979885.082243:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979885.082250:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.082256:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979885.082262:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979885.082265:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979885.082269:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979885.082272:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979885.082276:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390915:390915:256:4294967295] 192.168.201.140@tcp LPNI seq info [390890:390890:8:4294967295]
00000400:00000200:2.0:1783979885.082280:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.082289:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979885.082295:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979885.082300:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783979885.082306:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979885.082311:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979885.082328:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979885.082333:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979885.082335:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305283787
00000100:00000010:2.0:1783979885.082340:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979885.082346:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979885.082351:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305283787
00000100:00000010:2.0:1783979885.082353:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627f60.
00000100:00000001:2.0:1783979885.082356:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979885.082359:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979885.082362:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.082365:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.082368:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979885.082384:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979885.082387:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783979885.082389:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979885.082390:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979885.082392:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.082394:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979885.084351:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979885.084369:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979885.084388:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979885.084395:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979885.084422:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979885.084426:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979885.084430:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979885.084433:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979885.084436:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979885.084439:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979885.084442:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10607
00000400:00000200:3.0:1783979885.084449:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979885.084454:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979885.084457:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979885.084460:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084462:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.084464:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084466:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979885.084468:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979885.084470:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979885.084472:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979885.084475:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979885.084477:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979885.084479:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979885.084482:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084484:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.084485:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084487:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979885.084489:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979885.084492:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084494:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979885.084497:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979885.084503:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979885.084506:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084508:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979885.084511:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979885.084513:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084515:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979885.084521:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979885.084524:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979885.084527:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979885.084528:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084531:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979885.084533:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979885.084536:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979885.084542:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979885.084548:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979885.084553:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979885.084559:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979885.084561:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979885.084565:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979885.084572:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979885.084575:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979885.084578:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979885.084579:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979885.084580:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979885.084582:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979885.084584:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10607
00000400:00000200:3.0:1783979885.084588:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979885.084591:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979885.084593:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979885.084596:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084598:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.084600:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084602:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979885.084603:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979885.084605:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979885.084607:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979885.084608:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979885.084610:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979885.084612:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979885.084615:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084616:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.084618:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084620:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979885.084621:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979885.084623:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084626:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979885.084627:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979885.084629:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979885.084631:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084632:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979885.084634:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979885.084636:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084638:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979885.084641:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979885.084643:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979885.084645:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979885.084646:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084648:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979885.084649:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979885.084651:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979885.084654:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979885.084658:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979885.084662:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979885.084668:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979885.084671:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979885.084674:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979885.084681:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979885.084683:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979885.084686:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979885.084688:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979885.084689:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979885.084692:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979885.084693:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10607
00000400:00000200:3.0:1783979885.084710:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979885.084713:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979885.084716:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979885.084719:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084721:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.084723:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084725:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979885.084727:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979885.084728:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979885.084729:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979885.084731:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979885.084733:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979885.084735:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979885.084738:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084740:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979885.084741:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084743:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979885.084745:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979885.084748:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979885.084750:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979885.084752:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979885.084755:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979885.084757:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084758:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979885.084760:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979885.084761:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084763:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979885.084766:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979885.084768:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979885.084770:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979885.084772:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979885.084773:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979885.084774:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979885.084776:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979885.084780:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979885.084783:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979885.084786:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979885.084793:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979885.084795:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979885.084799:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979885.084805:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979885.084810:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10617)
00000100:00000001:2.0:1783979885.085011:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979885.085014:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979885.085016:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979885.085022:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.085029:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979885.085032:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.085034:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979885.085037:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979885.085038:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979885.085041:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979885.085045:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979885.085071:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979885.085074:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.085076:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979885.085081:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979885.085083:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979885.085087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979885.085091:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f0290b0.
00000400:00000010:2.0:1783979885.085098:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00000200:2.0:1783979885.085103:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559987584, portal 10
00000100:00000001:2.0:1783979885.085105:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979885.085107:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:2.0:1783979885.085113:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.085120:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979885.085123:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979885.085125:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054b28.
00000100:00000200:2.0:1783979885.085128:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559987584, offset 0
00000400:00000200:2.0:1783979885.085134:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979885.085141:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.085148:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979885.085152:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979885.085156:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979885.085159:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979885.085162:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979885.085165:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390916:390916:255:4294967295] 192.168.201.140@tcp LPNI seq info [390891:390891:7:4294967295]
00000400:00000200:2.0:1783979885.085169:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.085177:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979885.085182:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979885.085187:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7a00.
00000800:00000200:2.0:1783979885.085194:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979885.085198:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979885.085203:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979885.085207:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979885.085211:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979885.085213:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305280020
00000100:00000001:2.0:1783979885.085216:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305283787
00000100:00000001:2.0:1783979885.085218:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305280020
00000100:00000001:2.0:1783979885.085220:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305283787
00000100:00000001:2.0:1783979885.085223:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979885.085225:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.085228:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979885.085231:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.085237:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979885.085239:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.085240:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979885.085242:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979885.085244:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979885.085246:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979885.085249:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979885.085250:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979885.085252:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.085254:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979885.085257:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979885.085259:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979885.085262:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979885.085264:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029840.
00000400:00000010:2.0:1783979885.085276:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979885.085279:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559987712, portal 10
00000100:00000001:2.0:1783979885.085282:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979885.085283:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783979885.085289:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.085294:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979885.085296:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979885.085298:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054a18.
00000100:00000200:2.0:1783979885.085300:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559987712, offset 0
00000400:00000200:2.0:1783979885.085304:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979885.085308:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.085311:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979885.085314:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979885.085316:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979885.085318:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979885.085320:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979885.085323:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390917:390917:254:4294967295] 192.168.201.140@tcp LPNI seq info [390892:390892:6:4294967295]
00000400:00000200:2.0:1783979885.085326:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.085331:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979885.085335:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979885.085338:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7200.
00000800:00000200:2.0:1783979885.085341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979885.085344:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979885.085347:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979885.085349:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979885.085351:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979885.085353:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305280016
00000100:00000001:2.0:1783979885.085355:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305283787
00000100:00000001:2.0:1783979885.085357:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305280016
00000100:00000001:2.0:1783979885.085359:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305283787
00000100:00000001:2.0:1783979885.085361:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979885.085362:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.085364:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979885.085368:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.085384:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979885.085386:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.085388:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979885.085389:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979885.085391:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979885.085394:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979885.085397:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979885.085399:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979885.085400:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.085402:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979885.085405:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979885.085406:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979885.085409:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979885.085420:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029f78.
00000400:00000010:2.0:1783979885.085424:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054440.
00000100:00000200:2.0:1783979885.085426:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559987840, portal 4
00000100:00000001:2.0:1783979885.085428:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979885.085429:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783979885.085434:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.085440:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979885.085441:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979885.085445:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054110.
00000100:00000200:2.0:1783979885.085447:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559987840, offset 0
00000400:00000200:2.0:1783979885.085451:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979885.085455:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.085457:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979885.085460:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979885.085462:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979885.085464:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979885.085466:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979885.085469:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390918:390918:253:4294967295] 192.168.201.140@tcp LPNI seq info [390893:390893:5:4294967295]
00000400:00000200:2.0:1783979885.085473:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.085478:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979885.085482:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979885.085485:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783979885.085488:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979885.085491:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979885.085493:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979885.085496:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979885.085499:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979885.085501:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305280043
00000100:00000001:2.0:1783979885.085503:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305283787
00000100:00000001:2.0:1783979885.085505:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305280043
00000100:00000001:2.0:1783979885.085507:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305283787
00000100:00000001:2.0:1783979885.085509:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979885.085511:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.085513:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979885.085516:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.085523:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979885.085524:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.085526:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979885.085528:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979885.085530:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979885.085532:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979885.085536:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979885.085537:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979885.085539:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979885.085540:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979885.085543:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979885.085545:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979885.085548:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979885.085550:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979885.085553:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979885.085556:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559987968, portal 4
00000100:00000001:2.0:1783979885.085558:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979885.085559:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783979885.085564:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979885.085571:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979885.085573:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979885.085576:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054908.
00000100:00000200:2.0:1783979885.085578:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559987968, offset 0
00000400:00000200:2.0:1783979885.085582:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979885.085585:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.085588:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979885.085591:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979885.085593:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979885.085596:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979885.085597:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979885.085601:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390919:390919:252:4294967295] 192.168.201.140@tcp LPNI seq info [390894:390894:4:4294967295]
00000400:00000200:2.0:1783979885.085604:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979885.085610:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979885.085614:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979885.085617:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7300.
00000800:00000200:2.0:1783979885.085621:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979885.085625:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979885.085627:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979885.085630:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979885.085632:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979885.085634:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305280045
00000100:00000001:2.0:1783979885.085636:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305283787
00000100:00000001:2.0:1783979885.085638:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305280045
00000100:00000001:2.0:1783979885.085640:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305283787
00000100:00000001:2.0:1783979885.085642:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979885.085644:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.085647:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.085649:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979885.085656:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979885.085658:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783979885.085661:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979885.085662:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979885.085664:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979885.085666:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979885.851544:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979885.851552:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979885.851557:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979885.851559:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979885.851563:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979885.851564:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979885.851675:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979885.851679:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979885.851682:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979886.873174:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979886.873182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979886.873187:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979886.873188:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979886.873191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979886.873195:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979886.873197:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979886.873200:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979886.873270:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979886.873273:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979886.873275:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979886.873278:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979886.873397:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979886.873401:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979886.873403:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979887.897236:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979887.897243:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979887.897249:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979887.897250:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979887.897253:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979887.897255:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979887.897454:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979887.897458:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979887.897461:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1783979888.153505:0:2389:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:3.0:1783979888.153546:0:2389:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1783979888.153556:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979888.153560:0:2389:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:3.0:1783979888.153564:0:2389:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979888.153568:0:2389:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1783979888.153573:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979888.153577:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:3.0:1783979888.153583:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979888.153587:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979888.153594:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30547f8
00000400:00000010:3.0:1783979888.153597:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30547f8.
00000100:00000001:3.0:1783979888.153601:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979888.154445:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154472:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979888.154477:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154484:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979888.154486:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979888.154499:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979888.154504:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7a00.
00000400:00000200:3.0:1783979888.154507:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979888.154511:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979888.154515:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054b28
00000400:00000010:3.0:1783979888.154517:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054b28.
00000100:00000001:3.0:1783979888.154519:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979888.154524:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154531:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979888.154534:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154539:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979888.154540:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979888.154544:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979888.154546:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7200.
00000400:00000200:3.0:1783979888.154549:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979888.154551:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979888.154553:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054a18
00000400:00000010:3.0:1783979888.154555:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054a18.
00000100:00000001:3.0:1783979888.154557:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979888.154561:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154567:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979888.154570:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154576:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979888.154577:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979888.154581:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979888.154583:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:3.0:1783979888.154586:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979888.154588:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979888.154590:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054110
00000400:00000010:3.0:1783979888.154591:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054110.
00000100:00000001:3.0:1783979888.154593:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979888.154597:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154604:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979888.154607:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154612:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979888.154614:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1783979888.154618:0:2389:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:3.0:1783979888.154620:0:2389:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7300.
00000400:00000200:3.0:1783979888.154622:0:2389:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1783979888.154625:0:2389:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1783979888.154627:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054908
00000400:00000010:3.0:1783979888.154629:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054908.
00000100:00000001:3.0:1783979888.154631:0:2389:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979888.154634:0:2389:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154647:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979888.154650:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979910 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979888.154655:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979888.154656:0:2389:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979888.154824:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979888.154828:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979888.154831:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979888.154838:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979885/real 1783979888]  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979888.154850:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979888.154852:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979888.154866:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f0290b0.
00000400:00000200:2.0:1783979888.154870:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979888.154872:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979888.154878:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979888.154882:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979888.154891:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.154898:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979888.154900:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.154903:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.154905:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979888.154909:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.154915:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979888.154919:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.154931:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979888.154934:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.154937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.154938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.154940:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979888.154943:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979888.154946:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979888.154951:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979888.154953:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979888.154956:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979888.154964:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979888.154968:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979888.154971:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979885/real 1783979888]  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979888.154984:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979888.154985:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979888.154987:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029840.
00000400:00000200:2.0:1783979888.154990:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:2.0:1783979888.154991:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:2.0:1783979888.154993:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979888.154996:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979888.155004:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.155011:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979888.155012:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.155014:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.155015:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979888.155018:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.155030:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979888.155034:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.155040:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979888.155043:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.155044:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.155846:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.155992:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979888.155994:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979888.155999:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979888.156005:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979888.156010:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979888.156016:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979888.156024:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979888.156029:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979888.156034:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979885/real 1783979888]  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979888.156043:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979888.156045:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979888.156402:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029f78.
00000400:00000200:2.0:1783979888.156409:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054440
00000400:00000010:2.0:1783979888.156411:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054440.
00000100:00000001:2.0:1783979888.156415:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979888.156420:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979888.156432:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156442:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979888.156444:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156446:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.156447:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979888.156451:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156458:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979888.156461:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156467:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979888.156470:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156472:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.156474:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156475:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979888.156477:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979888.156480:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979888.156483:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979888.156486:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979888.156489:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979888.156496:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979888.156501:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979888.156505:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979885/real 1783979888]  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979888.156520:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979888.156521:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979888.156523:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979888.156526:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979888.156528:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979888.156530:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979888.156533:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979888.156541:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156546:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979888.156548:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156550:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.156551:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979888.156554:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156560:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979888.156564:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156570:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979888.156573:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156574:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.156575:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156577:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979888.156579:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979888.156581:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979888.156584:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979888.156586:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979888.156591:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979888.156599:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559987968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979888.156615:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979888.156619:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979885/real 1783979888]  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979888.156628:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979888.156629:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979888.156630:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979888.156633:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979888.156634:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979888.156636:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979888.156639:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979888.156646:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156651:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979888.156652:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156653:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.156654:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979888.156658:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156663:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979888.156666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156672:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979888.156674:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156675:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979888.156677:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156678:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979888.156679:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979888.156681:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979888.156685:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979888.156686:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979888.156689:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979888.156695:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559987456:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979888.156699:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156701:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979888.156705:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559987584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156711:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979888.156714:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979888.156717:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979888.156721:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979888.156724:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979888.156726:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979888.156736:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979888.156738:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979888.156741:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979888.156742:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979888.156744:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:2.0:1783979888.156747:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979888.156748:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156750:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979888.156754:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559987712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156760:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979888.156761:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979888.156763:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979888.156765:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979888.156766:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979888.156767:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979888.156769:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979888.156770:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979888.156772:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979888.156773:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979888.156775:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783979888.156777:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979888.156778:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156780:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979888.156783:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559987840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156788:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979888.156790:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979888.156791:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979888.156792:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979888.156794:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979888.156795:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979888.156797:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979888.156798:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979888.156800:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979888.156801:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979888.156802:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783979888.156804:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979888.156805:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156806:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979888.156810:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559987968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156816:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979888.156817:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979888.156818:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979888.156821:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979888.156822:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979888.156823:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979888.156825:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979888.156826:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979888.156828:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979888.156829:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979888.156831:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783979888.156833:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979888.156834:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156835:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979888.156838:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559987456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979910 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979888.156844:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979888.156845:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979888.156846:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979888.156848:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979888.156849:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979888.156850:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979888.156859:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979888.156860:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979888.156862:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979888.156863:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979888.156864:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:2.0:1783979888.156866:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979888.156868:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156870:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979888.156886:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979888.156888:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979888.156891:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979888.156892:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979888.921169:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305283787, at 4305283840
00010000:00000001:1.0:1783979888.921180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979888.921184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979888.921184:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627f60.
00010000:00000001:1.0:1783979888.921187:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979888.921189:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979888.921191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979888.921192:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979888.921245:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979888.921249:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979888.921253:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979888.921283:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305283787, at 4305283840
00000100:00000010:2.0:1783979888.921289:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000800:00000200:3.0:1783979889.052301:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979889.052338:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979889.052343:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1783979889.052939:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1783979889.052944:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979889.052952:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1783979889.052956:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979889.052957:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979889.945192:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979889.945199:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979889.945204:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979889.945205:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979889.945208:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979889.945209:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979889.946408:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979889.946412:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979889.946416:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979890.201165:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979890.201176:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979890.201179:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979890.201184:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979890.201188:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979890.201195:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10612
00000400:00000200:3.0:1783979890.201205:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979890.201210:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979890.201213:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979890.201217:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201220:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201223:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201225:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979890.201230:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979890.201232:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979890.201234:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979890.201237:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979890.201239:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979890.201242:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979890.201246:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201248:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201250:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201251:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979890.201254:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979890.201257:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201259:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979890.201262:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979890.201266:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979890.201269:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201271:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979890.201273:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979890.201279:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979890.201294:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979890.201298:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979890.201300:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201303:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979890.201307:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979890.201310:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979890.201317:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979890.201323:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979890.201332:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979890.201357:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979890.201361:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979890.201366:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979890.201395:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979890.201398:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979890.201400:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979890.201402:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979890.201404:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979890.201406:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979890.201409:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10612
00000400:00000200:3.0:1783979890.201412:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979890.201414:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979890.201416:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979890.201419:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201421:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201422:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201424:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979890.201426:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979890.201427:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979890.201429:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979890.201431:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979890.201433:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979890.201435:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979890.201438:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201440:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201441:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201443:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979890.201445:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979890.201447:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201449:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979890.201451:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979890.201456:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979890.201458:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201460:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979890.201464:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979890.201466:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201468:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979890.201471:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979890.201474:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979890.201476:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979890.201477:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201479:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979890.201480:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979890.201482:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979890.201486:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979890.201489:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979890.201494:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979890.201501:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979890.201503:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979890.201507:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979890.201515:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979890.201517:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979890.201521:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979890.201522:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979890.201524:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979890.201526:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979890.201529:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10612
00000400:00000200:3.0:1783979890.201533:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979890.201536:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979890.201537:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979890.201540:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201542:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201543:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201546:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979890.201547:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979890.201549:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979890.201550:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979890.201552:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979890.201554:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979890.201556:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979890.201558:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201560:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201562:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201564:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979890.201566:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979890.201568:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201571:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979890.201572:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979890.201575:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979890.201577:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201579:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979890.201581:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979890.201583:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201585:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979890.201588:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979890.201591:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979890.201593:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979890.201594:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201596:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979890.201597:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979890.201599:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979890.201602:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979890.201605:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979890.201609:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979890.201615:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979890.201617:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979890.201621:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979890.201628:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979890.201630:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979890.201633:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979890.201634:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979890.201635:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979890.201637:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979890.201639:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10612
00000400:00000200:3.0:1783979890.201643:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979890.201646:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979890.201648:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979890.201650:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201652:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201654:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201656:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979890.201657:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979890.201658:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979890.201660:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979890.201662:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979890.201663:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979890.201665:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979890.201668:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201669:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201670:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201672:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979890.201674:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979890.201676:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201678:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979890.201679:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979890.201682:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979890.201683:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201685:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979890.201687:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979890.201689:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201690:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979890.201694:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979890.201696:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979890.201698:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979890.201699:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201700:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979890.201702:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979890.201703:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979890.201706:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979890.201709:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979890.201713:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979890.201720:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979890.201722:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979890.201725:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979890.201731:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979890.201733:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979890.201736:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979890.201737:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979890.201739:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979890.201741:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979890.201743:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10612
00000400:00000200:3.0:1783979890.201747:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979890.201750:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979890.201752:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979890.201754:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201766:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201768:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201770:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979890.201772:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979890.201773:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979890.201774:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979890.201776:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979890.201778:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979890.201780:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979890.201782:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201784:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979890.201785:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201787:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979890.201789:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979890.201792:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979890.201793:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979890.201795:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979890.201798:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979890.201799:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201801:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979890.201803:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979890.201804:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201806:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979890.201809:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979890.201810:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979890.201812:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979890.201813:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979890.201815:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979890.201816:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979890.201817:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979890.201822:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979890.201825:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979890.201828:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979890.201835:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979890.201836:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979890.201839:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979890.201846:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979890.201850:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10622)
00000100:00000001:2.0:1783979890.202296:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979890.202301:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979890.202304:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979890.202310:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202319:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979890.202321:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.202324:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979890.202327:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979890.202329:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979890.202332:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559988096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979890.202347:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979890.202352:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979890.202354:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.202357:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979890.202362:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979890.202364:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979890.202369:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979890.202372:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979890.202379:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979890.202387:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559988096, portal 25
00000100:00000001:2.0:1783979890.202389:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979890.202391:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:2.0:1783979890.202396:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202403:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979890.202405:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979890.202408:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979890.202411:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559988096, offset 0
00000400:00000200:2.0:1783979890.202416:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979890.202423:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.202428:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979890.202434:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979890.202438:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979890.202442:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979890.202444:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979890.202448:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390920:390920:256:4294967295] 192.168.201.140@tcp LPNI seq info [390895:390895:8:4294967295]
00000400:00000200:2.0:1783979890.202452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.202462:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979890.202468:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.202473:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979890.202479:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979890.202483:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979890.202489:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979890.202492:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979890.202496:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.202499:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979890.202505:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979890.202509:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979890.202515:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979890.202517:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979890.202521:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979890.202525:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202533:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.202537:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202543:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.202545:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979890.202551:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979890.202554:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979890.202557:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305288907
00000100:00000010:2.0:1783979890.202562:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979890.202568:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979890.202573:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305288907
00000100:00000010:2.0:1783979890.202575:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627480.
00000100:00000001:2.0:1783979890.202578:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979890.202580:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979890.202584:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.202586:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979890.202590:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979890/real 1783979890]  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979890.202599:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979890.202601:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979890.202602:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979890.202605:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979890.202607:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979890.202609:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979890.202611:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979890.202619:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202625:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979890.202626:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.202628:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.202630:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979890.202633:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202639:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979890.202643:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202649:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979890.202651:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.202652:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.202653:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.202656:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979890.202657:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979890.202660:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979890.202663:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979890.202666:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979890.202670:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979890.202676:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559988096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979890.202681:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979890.202684:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202690:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979890.202691:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.202693:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979890.202695:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979890.202696:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979890.202698:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979890.202701:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979890.202703:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979890.202704:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.202705:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979890.202708:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979890.202710:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979890.202714:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979890.202716:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979890.202719:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979890.202721:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559988224, portal 10
00000100:00000001:2.0:1783979890.202723:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979890.202724:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979890.202731:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.202736:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979890.202738:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979890.202740:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979890.202742:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559988224, offset 0
00000400:00000200:2.0:1783979890.202746:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979890.202749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.202752:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979890.203264:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979890.203269:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979890.203271:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979890.203273:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979890.203275:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390921:390921:256:4294967295] 192.168.201.140@tcp LPNI seq info [390896:390896:8:4294967295]
00000400:00000200:2.0:1783979890.203280:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.203295:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979890.203301:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.203306:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979890.203310:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979890.203313:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979890.203317:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979890.203320:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979890.203324:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.203326:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979890.203329:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979890.203333:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979890.203411:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979890.203414:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979890.203418:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979890.203423:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203431:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.203434:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.203440:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979890.203445:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979890.203449:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979890.203452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979890.203455:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305285139
00000100:00000001:2.0:1783979890.203457:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305288907
00000100:00000001:2.0:1783979890.203460:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305285139
00000100:00000001:2.0:1783979890.203462:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305288907
00000100:00000001:2.0:1783979890.203463:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979890.203466:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.203468:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979890.203472:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979890/real 1783979890]  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979890.203479:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979890.203480:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979890.203482:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979890.203484:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979890.203486:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979890.203488:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979890.203491:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979890.203498:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203504:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979890.203506:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.203507:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.203509:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979890.203512:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203518:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979890.203522:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203530:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979890.203533:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.203534:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.203536:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.203537:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979890.203539:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979890.203541:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979890.203545:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979890.203547:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979890.203551:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979890.203558:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979890.203562:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979890.203566:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203572:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979890.203574:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.203576:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979890.203578:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979890.203580:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979890.203583:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979890.203586:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979890.203588:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979890.203590:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.203592:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979890.203595:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979890.203597:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979890.203601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979890.203603:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979890.203607:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979890.203610:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559988352, portal 10
00000100:00000001:2.0:1783979890.203612:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979890.203613:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979890.203619:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203630:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979890.203632:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979890.203634:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979890.203636:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559988352, offset 0
00000400:00000200:2.0:1783979890.203640:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979890.203644:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.203647:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979890.203651:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979890.203653:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979890.203655:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979890.203657:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979890.203659:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390922:390922:256:4294967295] 192.168.201.140@tcp LPNI seq info [390897:390897:8:4294967295]
00000400:00000200:2.0:1783979890.203663:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.203668:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979890.203673:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.203676:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979890.203679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979890.203682:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979890.203686:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979890.203688:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979890.203692:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.203693:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979890.203696:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979890.203699:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979890.203702:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979890.203704:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979890.203707:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979890.203710:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203718:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.203721:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.203727:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.203729:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979890.203732:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979890.203735:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979890.203738:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979890.203740:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305285135
00000100:00000001:2.0:1783979890.203742:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305288907
00000100:00000001:2.0:1783979890.203744:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305285135
00000100:00000001:2.0:1783979890.203746:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305288907
00000100:00000001:2.0:1783979890.203747:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979890.203749:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.203751:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979890.204222:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979890/real 1783979890]  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979890.204234:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979890.204235:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979890.204237:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979890.204240:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979890.204241:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979890.204244:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979890.204249:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979890.204257:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.204263:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979890.204265:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.204267:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.204268:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979890.204271:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.204276:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979890.204279:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.204294:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979890.204296:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.204298:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.204299:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.204300:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979890.204302:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979890.204304:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979890.204307:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979890.204309:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979890.204313:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979890.204320:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979890.204324:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979890.204328:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.204334:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979890.204335:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.204915:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979890.204918:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979890.204920:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979890.204924:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979890.204928:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979890.204931:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979890.204933:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.204935:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979890.204940:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979890.204941:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979890.204946:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979890.204949:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979890.204953:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979890.204957:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559988480, portal 4
00000100:00000001:2.0:1783979890.204959:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979890.204960:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979890.204967:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.204972:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979890.204975:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979890.204977:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979890.204979:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559988480, offset 0
00000400:00000200:2.0:1783979890.204984:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979890.204989:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.204994:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979890.204998:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979890.205000:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979890.205002:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979890.205004:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979890.205007:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390923:390923:256:4294967295] 192.168.201.140@tcp LPNI seq info [390898:390898:8:4294967295]
00000400:00000200:2.0:1783979890.205011:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.205017:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979890.205023:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.205027:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979890.205032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979890.205035:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979890.205040:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979890.205043:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979890.205071:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.205075:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979890.205079:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979890.205083:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979890.205086:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979890.205088:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979890.205090:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979890.205094:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.205101:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.205104:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.205111:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.205112:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979890.205116:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979890.205120:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979890.205123:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979890.205125:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305285164
00000100:00000001:2.0:1783979890.205128:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305288907
00000100:00000001:2.0:1783979890.205130:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305285164
00000100:00000001:2.0:1783979890.205132:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305288907
00000100:00000001:2.0:1783979890.205134:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979890.205136:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.205138:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979890.205142:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979890/real 1783979890]  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979890.205151:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979890.205153:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979890.205154:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979890.205156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979890.205158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979890.205160:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979890.205162:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979890.205170:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.205176:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979890.205177:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.205179:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.205181:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979890.205184:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.205190:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979890.205193:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.205200:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979890.205202:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.205204:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.205205:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.205207:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979890.205209:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979890.205212:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979890.205216:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979890.205218:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979890.205222:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979890.205230:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979890.205234:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979890.205237:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.205243:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979890.205244:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.205246:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979890.205247:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979890.205249:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979890.205252:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979890.205255:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979890.205257:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979890.205258:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979890.205260:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979890.205263:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979890.205265:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979890.205268:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979890.205271:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979890.205274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979890.205277:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559988608, portal 4
00000100:00000001:2.0:1783979890.205279:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979890.205280:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979890.205296:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.205302:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979890.205304:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979890.205306:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979890.205309:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559988608, offset 0
00000400:00000200:2.0:1783979890.205313:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979890.205316:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.205320:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979890.205322:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979890.205324:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979890.205327:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979890.205329:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979890.205332:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390924:390924:256:4294967295] 192.168.201.140@tcp LPNI seq info [390899:390899:8:4294967295]
00000400:00000200:2.0:1783979890.205335:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979890.206031:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979890.206037:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.206041:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979890.206046:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979890.206071:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1783979890.206076:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979890.206078:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1783979890.206082:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979890.206084:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979890.206087:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979890.206090:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979890.206094:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979890.206096:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979890.206099:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979890.206103:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206112:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.206114:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979915 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206121:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.206122:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979890.206126:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979890.206129:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979890.206131:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979890.206135:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305285167
00000100:00000001:2.0:1783979890.206137:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305288907
00000100:00000001:2.0:1783979890.206139:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305285167
00000100:00000001:2.0:1783979890.206141:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305288907
00000100:00000001:2.0:1783979890.206143:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979890.206145:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.206147:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979890.206151:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979890/real 1783979890]  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979890.206158:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979890.206160:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979890.206161:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979890.206164:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979890.206165:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979890.206168:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979890.206171:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979890.206180:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206186:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979890.206187:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206189:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.206191:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979890.206194:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206201:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979890.206205:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206212:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979890.206216:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206217:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979890.206218:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206220:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979890.206222:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979890.206225:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979890.206228:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979890.206230:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979890.206233:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979890.206240:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979890.206244:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206247:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.206250:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559988096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206257:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979890.206259:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979890.206262:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979890.206265:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979890.206268:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979890.206269:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979890.206272:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979890.206274:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979890.206277:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979890.206278:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979890.206281:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783979890.206295:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979890.206297:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206299:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.206303:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559988224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206314:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979890.206315:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979890.206316:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979890.206319:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979890.206320:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979890.206322:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979890.206323:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979890.206324:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979890.206326:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979890.206327:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979890.206328:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979890.206330:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979890.206332:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206333:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.206587:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559988352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206593:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979890.206595:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979890.206596:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979890.206598:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979890.206599:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979890.206599:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979890.206601:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979890.206602:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979890.206603:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979890.206604:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979890.206605:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979890.206607:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979890.206608:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206610:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.206614:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559988480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206620:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979890.206621:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979890.206623:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979890.206625:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979890.206626:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979890.206627:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979890.206629:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979890.206630:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979890.206632:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979890.206633:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979890.206634:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979890.206636:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979890.206637:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206638:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979890.206642:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559988608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979915 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979890.206647:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979890.206648:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979890.206650:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979890.206652:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979890.206653:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979890.206655:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979890.206656:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979890.206658:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979890.206659:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979890.206660:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979890.206661:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979890.206663:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979890.206665:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206667:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979890.206675:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979890.206677:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979890.206679:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979890.206681:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979890.969618:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979890.969624:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979890.969629:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979890.969631:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979890.969634:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979890.969636:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979890.969792:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979890.969796:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979890.969799:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979891.993313:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979891.993321:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979891.993324:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979891.993327:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979891.993332:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979891.993334:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979891.993336:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979891.993338:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979891.993342:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979891.993343:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979891.993344:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979891.993346:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979891.993347:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979891.993348:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979891.993349:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979891.993352:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979891.993355:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979891.993357:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979891.993514:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979891.993518:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979891.993521:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979893.017524:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979893.017532:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979893.017537:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979893.017538:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979893.017541:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979893.017542:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979893.017941:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979893.017946:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979893.017949:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979894.041190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979894.041198:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979894.041216:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979894.041230:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979894.041235:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979894.041236:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979894.041246:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305288907, at 4305288960
00000100:00000010:2.0:1783979894.041258:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00000020:00000001:0.0:1783979894.041334:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979894.041338:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979894.041341:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979894.041461:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305288907, at 4305288960
00000100:00000010:3.0:1783979894.041468:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627480.
00010000:00000001:1.0:1783979895.065182:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979895.065188:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979895.065191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979895.065192:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979895.065194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979895.065195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979895.065311:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979895.065314:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979895.065317:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979895.321428:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979895.321441:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979895.321445:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979895.321450:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979895.321455:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979895.321465:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10617
00000400:00000200:3.0:1783979895.321475:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979895.321482:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979895.321486:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979895.321489:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.321493:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.321496:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.321499:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979895.321504:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979895.321506:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979895.321510:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979895.321514:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979895.321516:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979895.321519:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979895.321523:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.321525:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.321528:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.321530:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979895.321532:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979895.321536:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979895.321539:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979895.321542:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979895.321547:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979895.321551:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.321554:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979895.321557:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979895.321570:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979895.321574:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979895.321578:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979895.321580:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.321584:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979895.321588:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979895.321592:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979895.321601:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979895.321609:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979895.321620:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979895.321631:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979895.321636:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979895.321641:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.321724:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979895.321730:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979895.321733:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979895.321740:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.321749:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979895.321751:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.321755:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979895.321758:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979895.321761:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979895.321764:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559988736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979895.321957:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979895.321964:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979895.322026:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.322030:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979895.322036:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979895.322038:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979895.322044:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979895.322078:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979895.322087:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979895.322095:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559988736, portal 25
00000100:00000001:2.0:1783979895.322098:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979895.322099:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:2.0:1783979895.322106:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.322114:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979895.322117:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979895.322119:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979895.322122:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559988736, offset 0
00000400:00000200:2.0:1783979895.322129:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979895.322139:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.322147:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979895.322153:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979895.322158:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979895.322162:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979895.322164:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979895.322169:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390925:390925:256:4294967295] 192.168.201.140@tcp LPNI seq info [390900:390900:8:4294967295]
00000400:00000200:2.0:1783979895.322174:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.322184:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979895.322191:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.322208:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979895.322217:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979895.322222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979895.322228:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979895.322233:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979895.322237:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.322240:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979895.322249:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979895.322253:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979895.322260:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979895.322263:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979895.322268:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979895.322272:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979895.322324:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979895.322329:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979895.322333:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979895.322335:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979895.322338:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979895.322342:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979895.322345:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10617
00000400:00000200:3.0:1783979895.322352:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979895.322356:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979895.322358:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979895.322361:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.322364:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.322366:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.322368:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979895.322371:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979895.322372:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979895.322374:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979895.322377:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979895.322379:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979895.322381:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979895.322383:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.322385:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.322387:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.322389:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979895.322391:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979895.322394:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979895.322397:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979895.322399:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979895.322405:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979895.322407:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.322409:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979895.322414:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979895.322417:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.322419:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979895.322426:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979895.322428:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979895.322431:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979895.322432:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.322434:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979895.322437:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979895.322439:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979895.322443:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979895.322447:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979895.322452:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979895.322459:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979895.322461:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979895.322465:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323030:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.323038:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323068:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.323071:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979895.323081:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979895.323087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979895.323091:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305294027
00000100:00000010:2.0:1783979895.323097:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627240.
00000100:00000001:2.0:1783979895.323106:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979895.323114:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305294027
00000100:00000010:2.0:1783979895.323117:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627420.
00000100:00000001:2.0:1783979895.323120:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979895.323123:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979895.323126:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.323129:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979895.323134:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979895/real 1783979895]  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979895.323144:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979895.323146:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979895.323149:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979895.323152:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979895.323154:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979895.323156:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979895.323160:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979895.323169:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323176:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979895.323178:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323180:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.323182:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979895.323186:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323193:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979895.323209:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323217:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979895.323220:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323223:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.323224:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323226:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979895.323229:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979895.323232:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979895.323236:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979895.323239:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979895.323243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979895.323251:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559988736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979895.323256:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323258:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.323261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559988736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323268:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979895.323271:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979895.323274:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979895.323277:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979895.323280:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979895.323281:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979895.323284:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979895.323287:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979895.323290:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979895.323292:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979895.323294:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:2.0:1783979895.323298:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979895.323299:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323301:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323310:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979895.323312:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.323315:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979895.323317:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979895.323319:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979895.323323:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323330:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979895.323332:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.323334:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979895.323336:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979895.323338:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979895.323341:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979895.323344:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979895.323346:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979895.323347:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.323349:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979895.323353:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979895.323355:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979895.323359:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979895.323362:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979895.323366:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979895.323370:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559988864, portal 10
00000100:00000001:2.0:1783979895.323372:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979895.323374:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979895.323381:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323387:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979895.323389:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979895.323391:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979895.323395:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559988864, offset 0
00000400:00000200:2.0:1783979895.323399:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979895.323404:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.323408:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979895.323412:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979895.323415:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979895.323417:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979895.323420:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979895.323423:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390926:390926:256:4294967295] 192.168.201.140@tcp LPNI seq info [390901:390901:8:4294967295]
00000400:00000200:2.0:1783979895.323427:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.323433:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979895.323438:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.323442:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979895.323447:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979895.323450:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979895.323454:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979895.323457:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979895.323460:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.323462:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979895.323465:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979895.323468:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979895.323471:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979895.323473:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979895.323475:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979895.323479:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323486:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.323489:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323495:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.323497:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979895.323500:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979895.323504:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979895.323507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979895.323509:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305290258
00000100:00000001:2.0:1783979895.323512:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305294027
00000100:00000001:2.0:1783979895.323514:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305290258
00000100:00000001:2.0:1783979895.323516:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305294027
00000100:00000001:2.0:1783979895.323519:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979895.323521:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.323522:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979895.323526:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979895/real 1783979895]  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979895.323534:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979895.323535:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979895.323536:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979895.323538:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979895.323540:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979895.323542:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979895.323545:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979895.323551:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323556:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979895.323558:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.323560:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979895.323563:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323569:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979895.323573:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323580:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979895.323582:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323583:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.323584:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323586:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979895.323588:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979895.323591:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979895.323594:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979895.323596:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979895.323599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979895.323606:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979895.323609:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323611:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.323614:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559988864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.323619:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979895.323620:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979895.323622:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979895.323624:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979895.323625:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979895.323626:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979895.323628:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979895.323630:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979895.323632:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979895.323633:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979895.323634:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979895.323637:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979895.323638:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323639:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.323642:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979895.323644:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.323646:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979895.323647:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.323930:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979895.323935:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979895.323939:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979895.323941:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979895.323943:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979895.323946:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979895.323950:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10617
00000400:00000200:3.0:1783979895.323954:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979895.323957:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979895.323960:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979895.323964:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.324907:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.324914:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.324918:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979895.324923:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979895.324925:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979895.324928:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979895.324931:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979895.324934:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979895.324937:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979895.324943:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.324945:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.324946:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.324949:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979895.324951:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979895.324955:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979895.324958:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979895.324961:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979895.325033:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979895.325037:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325040:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979895.325044:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979895.325072:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325074:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979895.325083:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979895.325088:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979895.325092:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979895.325093:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325097:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979895.325099:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979895.325103:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979895.325110:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979895.325117:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979895.325126:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979895.325136:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979895.325141:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979895.325147:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979895.325158:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979895.325161:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979895.325165:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979895.325167:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979895.325169:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979895.325172:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979895.325175:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10617
00000400:00000200:3.0:1783979895.325179:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979895.325183:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979895.325186:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979895.325189:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325191:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.325193:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325206:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979895.325209:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979895.325210:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979895.325212:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979895.325214:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979895.325216:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979895.325218:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979895.325221:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325223:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.325225:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325227:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979895.325229:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979895.325232:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325234:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979895.325236:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979895.325239:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979895.325241:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325243:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979895.325246:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979895.325248:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325250:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979895.325254:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979895.325256:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979895.325259:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979895.325260:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325262:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979895.325263:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979895.325265:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979895.325270:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979895.325274:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979895.325278:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979895.325285:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979895.325287:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979895.325291:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979895.325298:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979895.325301:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979895.325305:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979895.325306:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979895.325308:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979895.325311:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979895.325314:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10617
00000400:00000200:3.0:1783979895.325318:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979895.325321:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979895.325323:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979895.325327:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325329:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.325331:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325333:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979895.325335:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979895.325336:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979895.325338:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979895.325340:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979895.325342:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979895.325344:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979895.325347:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325348:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979895.325350:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325352:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979895.325354:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979895.325356:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979895.325359:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979895.325361:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979895.325364:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979895.325366:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325368:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979895.325370:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979895.325372:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325374:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979895.325377:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979895.325379:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979895.325382:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979895.325383:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979895.325385:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979895.325386:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979895.325388:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979895.325393:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979895.325397:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979895.325402:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979895.325409:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979895.325411:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979895.325414:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979895.325420:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979895.325425:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10627)
00000100:00000001:2.0:1783979895.327316:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979895.327327:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979895.327331:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979895.327346:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.327366:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979895.327369:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.327373:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979895.327377:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979895.327380:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979895.327384:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979895.327388:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979895.327394:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979895.327397:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.327399:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979895.327409:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979895.327412:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979895.327419:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979895.327424:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979895.327432:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979895.327441:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559988992, portal 10
00000100:00000001:2.0:1783979895.327443:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979895.327445:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979895.327453:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.327461:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979895.327464:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979895.327466:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979895.327470:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559988992, offset 0
00000400:00000200:2.0:1783979895.327478:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979895.327488:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.327496:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979895.327501:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979895.327506:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979895.327510:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979895.327513:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979895.327518:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390927:390927:256:4294967295] 192.168.201.140@tcp LPNI seq info [390902:390902:8:4294967295]
00000400:00000200:2.0:1783979895.327523:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.327533:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979895.327539:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.327545:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979895.327553:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979895.327557:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979895.327563:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979895.327566:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979895.327571:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.327574:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979895.327582:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979895.327588:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979895.327595:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979895.327598:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979895.327602:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979895.327607:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.327619:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.327622:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.327630:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.327632:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979895.327638:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979895.327642:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979895.327646:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979895.327649:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305290259
00000100:00000001:2.0:1783979895.327652:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305294027
00000100:00000001:2.0:1783979895.327655:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305290259
00000100:00000001:2.0:1783979895.327657:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305294027
00000100:00000001:2.0:1783979895.327660:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979895.327664:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.327666:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979895.327671:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979895/real 1783979895]  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979895.327681:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979895.327695:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979895.327698:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979895.327701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979895.327702:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979895.327705:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979895.327709:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979895.327718:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.327726:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979895.327728:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.327730:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.327732:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979895.327736:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.327744:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979895.327748:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.327755:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979895.327758:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.327760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.327761:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.327764:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979895.327766:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979895.330288:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979895.330303:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979895.330308:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979895.330321:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979895.330334:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559988992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979895.330342:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979895.330347:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330356:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979895.330358:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.330362:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979895.330366:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979895.330369:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979895.330372:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979895.330377:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979895.330382:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979895.330385:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.330388:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979895.330398:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979895.330400:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979895.330407:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979895.330413:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979895.330419:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979895.330426:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559989120, portal 4
00000100:00000001:2.0:1783979895.330429:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979895.330431:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979895.330439:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330447:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979895.330451:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979895.330453:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979895.330456:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559989120, offset 0
00000400:00000200:2.0:1783979895.330463:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979895.330471:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.330481:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979895.330488:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979895.330492:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979895.330495:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979895.330498:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979895.330502:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390928:390928:256:4294967295] 192.168.201.140@tcp LPNI seq info [390903:390903:8:4294967295]
00000400:00000200:2.0:1783979895.330507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.330516:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979895.330522:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.330528:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979895.330535:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979895.330539:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979895.330545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979895.330548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979895.330553:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.330555:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979895.330562:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979895.330568:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979895.330573:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979895.330576:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979895.330581:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979895.330586:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330596:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.330600:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330607:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.330609:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979895.330617:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979895.330622:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979895.330625:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979895.330629:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305290289
00000100:00000001:2.0:1783979895.330632:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305294027
00000100:00000001:2.0:1783979895.330635:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305290289
00000100:00000001:2.0:1783979895.330637:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305294027
00000100:00000001:2.0:1783979895.330640:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979895.330642:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.330645:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979895.330648:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979895/real 1783979895]  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979895.330658:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979895.330660:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979895.330662:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979895.330665:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979895.330667:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979895.330670:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979895.330674:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979895.330694:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330702:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979895.330704:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.330706:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.330708:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979895.330713:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330720:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979895.330724:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330733:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979895.330736:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.330738:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.330739:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.330741:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979895.330744:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979895.330746:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979895.330750:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979895.330753:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979895.330757:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979895.330765:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979895.330779:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979895.330783:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330790:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979895.330792:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.330794:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979895.330796:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979895.330798:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979895.330801:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979895.330804:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979895.330806:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979895.330807:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979895.330809:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979895.330813:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979895.330815:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979895.330818:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979895.330821:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979895.330824:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979895.330827:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559989248, portal 4
00000100:00000001:2.0:1783979895.330829:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979895.330830:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979895.330836:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330843:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979895.330845:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979895.330847:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979895.330849:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559989248, offset 0
00000400:00000200:2.0:1783979895.330853:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979895.330856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.330859:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979895.330862:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979895.330865:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979895.330867:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979895.330869:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979895.330872:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390929:390929:256:4294967295] 192.168.201.140@tcp LPNI seq info [390904:390904:8:4294967295]
00000400:00000200:2.0:1783979895.330876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979895.330882:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979895.330886:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.330889:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979895.330893:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979895.330895:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1783979895.330900:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979895.330903:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1783979895.330907:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979895.330908:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979895.330912:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979895.330915:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979895.330918:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979895.330920:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979895.330923:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979895.330927:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330934:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.330937:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.330942:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.330944:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979895.330947:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979895.330950:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979895.330953:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979895.330956:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305290291
00000100:00000001:2.0:1783979895.330958:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305294027
00000100:00000001:2.0:1783979895.330961:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305290291
00000100:00000001:2.0:1783979895.330963:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305294027
00000100:00000001:2.0:1783979895.330965:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979895.334291:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.334297:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979895.334317:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979895/real 1783979895]  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979895.334336:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979895.334338:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979895.334343:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979895.334351:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979895.334354:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979895.334358:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979895.334363:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979895.334373:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.334389:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979895.334391:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.334394:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.334396:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979895.334400:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.334408:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979895.334413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.334422:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979895.334426:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.334427:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979895.334428:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.334432:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979895.334434:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979895.334438:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979895.334442:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979895.334445:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979895.334449:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979895.334458:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979895.334464:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.334468:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.334474:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559988992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.334481:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979895.334484:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979895.334489:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979895.334493:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979895.334496:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979895.334499:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979895.334501:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979895.334504:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979895.334509:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979895.334510:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979895.334512:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979895.334516:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979895.334517:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.334519:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.334523:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559989120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.334530:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979895.334531:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979895.334533:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979895.334535:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979895.334536:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979895.334537:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979895.334539:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979895.334540:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979895.334542:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979895.334543:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979895.334544:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979895.334546:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979895.334547:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.334549:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979895.334552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559989248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979920 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979895.334557:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979895.334558:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979895.334560:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979895.334562:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979895.334563:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979895.334564:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979895.334566:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979895.334568:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979895.334570:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979895.334571:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979895.334572:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979895.334574:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979895.334575:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.334578:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979895.334586:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979895.334589:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979895.334592:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979895.334594:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979896.089261:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979896.089271:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979896.089278:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979896.089279:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979896.089283:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979896.089285:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979896.089446:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979896.089451:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979896.089454:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979897.113189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979897.113197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979897.113203:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979897.113204:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979897.113207:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979897.113210:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979897.113213:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979897.113216:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979897.113219:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979897.113222:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979897.113224:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979897.113227:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979897.113395:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979897.113399:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979897.113402:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979898.137165:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979898.137172:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979898.137177:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979898.137178:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979898.137182:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979898.137183:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979898.137271:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979898.137274:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979898.137276:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979899.161190:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305294027, at 4305294080
00000100:00000010:2.0:1783979899.161207:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627240.
00010000:00000001:1.0:1783979899.162338:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979899.162344:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979899.162349:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979899.162350:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979899.162354:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979899.162355:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979899.162638:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979899.162642:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979899.162646:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979899.163011:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305294027, at 4305294081
00000100:00000010:3.0:1783979899.163020:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627420.
00010000:00000001:1.0:1783979900.185201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979900.185207:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979900.185212:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979900.185214:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979900.185217:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979900.185218:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979900.185966:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979900.185970:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979900.185973:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979900.441246:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979900.441256:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979900.441259:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979900.441263:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979900.441267:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979900.441274:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10622
00000400:00000200:2.0:1783979900.441283:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979900.441289:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979900.441292:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979900.441295:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441299:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441301:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441303:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979900.441308:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979900.441310:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979900.441312:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979900.441315:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979900.441317:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979900.441325:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979900.441329:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441331:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441333:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441335:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979900.441337:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979900.441340:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441342:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979900.441345:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979900.441349:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979900.441351:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441353:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979900.441356:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979900.441364:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341c00.
00000020:00000040:2.0:1783979900.441367:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979900.441370:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979900.441372:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441375:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979900.441377:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979900.441381:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979900.441388:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000100:00000001:2.0:1783979900.441394:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979900.441403:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979900.441412:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979900.441416:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979900.441420:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4f76fdf] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979900.441447:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979900.441450:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979900.441454:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979900.441455:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979900.441458:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979900.441461:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979900.441463:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10622
00000400:00000200:2.0:1783979900.441467:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979900.441469:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979900.441471:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979900.441473:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441475:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441477:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441478:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979900.441481:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979900.441482:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979900.441483:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979900.441485:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979900.441487:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979900.441489:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979900.441492:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441494:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441495:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441497:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979900.441499:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979900.441502:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441504:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979900.441506:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979900.441511:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979900.441513:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441515:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979900.441519:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979900.441522:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441524:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979900.441528:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343100.
00000020:00000040:2.0:1783979900.441530:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979900.441533:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979900.441534:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441535:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979900.441537:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979900.441538:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979900.441542:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:2.0:1783979900.441545:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979900.441549:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979900.441556:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979900.441558:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979900.441562:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb52a7d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979900.441569:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979900.441572:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979900.441575:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979900.441576:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979900.441578:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979900.441580:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979900.441582:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10622
00000400:00000200:2.0:1783979900.441586:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979900.441589:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979900.441591:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979900.441593:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441595:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441597:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441599:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979900.441601:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979900.441603:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979900.441604:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979900.441606:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979900.441608:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979900.441610:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979900.441613:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441615:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441616:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441618:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979900.441620:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979900.441623:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441625:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979900.441626:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979900.441629:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979900.441632:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441633:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979900.441635:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979900.441637:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441639:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979900.441642:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342680.
00000020:00000040:2.0:1783979900.441644:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979900.441647:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979900.441647:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441649:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979900.441650:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979900.441652:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979900.441655:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000100:00000001:2.0:1783979900.441658:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979900.441662:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979900.441668:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979900.441670:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979900.441674:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073a951f8] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979900.441681:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979900.441683:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979900.441686:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979900.441687:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979900.441689:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979900.441691:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979900.441693:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10622
00000400:00000200:2.0:1783979900.441697:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979900.441699:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979900.441701:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979900.441704:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441706:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441708:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441710:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979900.441712:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979900.441713:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979900.441714:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979900.441716:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979900.441718:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979900.441720:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979900.441722:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441724:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441726:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441728:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979900.441730:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979900.441732:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441734:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979900.441737:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979900.441740:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979900.441742:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441743:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979900.441746:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979900.441748:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441750:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979900.441753:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340700.
00000020:00000040:2.0:1783979900.441755:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979900.441757:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979900.441758:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441760:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979900.441761:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979900.441762:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979900.441766:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979900.441769:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979900.441774:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979900.441781:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979900.441783:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979900.441786:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004917f9bd] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979900.441793:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979900.441795:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979900.441798:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979900.441800:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979900.441801:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979900.441803:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979900.441805:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10622
00000400:00000200:2.0:1783979900.441809:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979900.441811:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979900.441814:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979900.441817:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441819:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441820:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441822:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979900.441824:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979900.441825:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979900.441827:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979900.441829:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979900.441830:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979900.441832:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979900.441835:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441836:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979900.441838:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441840:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979900.441843:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979900.441845:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979900.441847:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979900.441849:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979900.441851:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979900.441853:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441855:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979900.441857:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979900.441859:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441860:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979900.441864:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340000.
00000020:00000040:2.0:1783979900.441866:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979900.441869:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979900.441870:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979900.441871:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979900.441873:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979900.441874:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979900.441878:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979900.441881:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979900.441886:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979900.441891:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979900.441892:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979900.441895:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6aa5db] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979900.441899:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979900.441902:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10633)
00000100:00000001:0.0:1783979900.442684:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979900.442689:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979900.442692:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979900.442701:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.442710:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979900.442712:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.442716:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979900.442719:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979900.442721:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979900.442725:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559989376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979900.442729:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979900.442733:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979900.442736:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.442738:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979900.442743:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979900.442745:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979900.442750:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979900.442754:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979900.442761:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979900.442767:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559989376, portal 25
00000100:00000001:0.0:1783979900.442770:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979900.442771:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:0.0:1783979900.442777:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.442785:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979900.442788:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979900.442790:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979900.442794:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559989376, offset 0
00000400:00000200:0.0:1783979900.442801:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979900.442907:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.442914:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979900.442920:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979900.442924:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979900.442927:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979900.442930:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979900.442933:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390930:390930:256:4294967295] 192.168.201.140@tcp LPNI seq info [390905:390905:8:4294967295]
00000400:00000200:0.0:1783979900.442937:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.442946:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979900.442952:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.442958:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979900.442964:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979900.442967:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979900.442972:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979900.442975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979900.442978:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.442981:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979900.442985:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979900.442989:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979900.442994:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979900.442996:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979900.443000:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979900.443004:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443013:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.443016:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443023:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.443025:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979900.443030:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979900.443035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979900.443038:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305299147
00000100:00000010:0.0:1783979900.443042:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64960.
00000100:00000001:0.0:1783979900.443093:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979900.443100:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305299148
00000100:00000010:0.0:1783979900.443104:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb640c0.
00000100:00000001:0.0:1783979900.443120:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979900.443124:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979900.443127:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.443130:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979900.443135:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979900/real 1783979900]  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979900.443143:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979900.443145:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979900.443147:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979900.443150:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979900.443151:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979900.443154:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979900.443157:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979900.443164:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443170:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979900.443172:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443174:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.443176:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979900.443179:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443185:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979900.443189:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443196:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979900.443199:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443200:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.443202:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443204:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979900.443207:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979900.443210:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979900.443214:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979900.443217:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979900.443221:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979900.443228:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559989376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979900.443232:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979900.443236:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443247:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979900.443249:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.443251:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979900.443252:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979900.443254:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979900.443257:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979900.443259:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979900.443261:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979900.443262:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.443264:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979900.443267:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979900.443268:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979900.443272:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979900.443274:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979900.443277:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979900.443280:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559989504, portal 10
00000100:00000001:0.0:1783979900.443281:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979900.443283:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:0.0:1783979900.443289:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443294:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979900.443296:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979900.443298:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979900.443300:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559989504, offset 0
00000400:00000200:0.0:1783979900.443304:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979900.443307:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.443310:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979900.443313:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979900.443315:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979900.443317:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979900.443319:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979900.443321:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390931:390931:256:4294967295] 192.168.201.140@tcp LPNI seq info [390906:390906:8:4294967295]
00000400:00000200:0.0:1783979900.443325:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.443331:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979900.443335:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.443338:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979900.443342:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979900.443344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979900.443348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979900.443350:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979900.443354:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.443355:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979900.443358:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979900.443361:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979900.443364:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979900.443365:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979900.443368:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979900.443371:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443383:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.443385:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443391:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.443393:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979900.443396:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979900.443399:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979900.443402:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979900.443404:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305295379
00000100:00000001:0.0:1783979900.443407:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305299147
00000100:00000001:0.0:1783979900.443409:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305295379
00000100:00000001:0.0:1783979900.443411:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305299148
00000100:00000001:0.0:1783979900.443413:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979900.443415:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.443417:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979900.443420:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979900/real 1783979900]  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979900.443429:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979900.443430:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979900.443431:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979900.443434:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979900.443435:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979900.443437:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979900.443440:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979900.443448:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443454:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979900.443456:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443457:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.443459:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979900.443462:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443468:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979900.443471:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443478:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979900.443480:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443481:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.443483:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443484:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979900.443486:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979900.443488:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979900.443491:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979900.443494:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979900.443497:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979900.443502:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979900.443505:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979900.443507:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443511:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979900.443512:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.443513:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979900.443514:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979900.443515:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979900.443517:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979900.443519:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979900.443521:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979900.443522:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.443523:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979900.443526:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979900.443527:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979900.443529:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979900.443531:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979900.443533:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979900.443534:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559989632, portal 10
00000100:00000001:0.0:1783979900.443536:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979900.443536:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:0.0:1783979900.443540:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443544:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979900.443545:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979900.443546:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979900.443548:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559989632, offset 0
00000400:00000200:0.0:1783979900.443552:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979900.443556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.443559:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979900.443562:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979900.443564:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979900.443566:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979900.443568:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979900.443571:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390932:390932:256:4294967295] 192.168.201.140@tcp LPNI seq info [390907:390907:8:4294967295]
00000400:00000200:0.0:1783979900.443575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.443580:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979900.443585:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.443588:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979900.443592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979900.443594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979900.443597:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979900.443599:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979900.443601:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.443603:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979900.443605:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979900.443607:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979900.443609:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979900.443610:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979900.443611:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979900.443613:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443618:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.443620:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443624:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.443625:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979900.443627:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979900.443629:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979900.443630:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979900.443632:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305295375
00000100:00000001:0.0:1783979900.443633:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305299147
00000100:00000001:0.0:1783979900.443635:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305295375
00000100:00000001:0.0:1783979900.443636:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305299148
00000100:00000001:0.0:1783979900.443638:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979900.443640:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.443642:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979900.443645:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979900/real 1783979900]  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979900.443652:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979900.443653:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979900.443655:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979900.443656:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979900.443658:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979900.443660:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979900.443663:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979900.443670:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443676:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979900.443678:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443679:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.443681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979900.443684:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443691:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979900.443694:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443699:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979900.443700:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443701:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.443702:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443703:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979900.443704:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979900.443705:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979900.443707:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979900.443708:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979900.443710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979900.443719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979900.443721:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979900.443723:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443727:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979900.443728:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.443730:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979900.443731:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979900.443732:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979900.443734:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979900.443736:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979900.443737:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979900.443738:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.443739:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979900.443741:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979900.443742:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979900.443745:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979900.443746:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979900.443749:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979900.443750:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559989760, portal 4
00000100:00000001:0.0:1783979900.443752:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979900.443752:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:0.0:1783979900.443756:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443760:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979900.443761:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979900.443762:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979900.443764:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559989760, offset 0
00000400:00000200:0.0:1783979900.443766:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979900.443769:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.443771:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979900.443773:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979900.443775:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979900.443776:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979900.443777:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979900.443779:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390933:390933:256:4294967295] 192.168.201.140@tcp LPNI seq info [390908:390908:8:4294967295]
00000400:00000200:0.0:1783979900.443782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.443785:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979900.443788:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.443790:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979900.443792:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979900.443793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979900.443796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979900.443797:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979900.443800:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.443801:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979900.443803:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979900.443805:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979900.443806:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979900.443856:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979900.443858:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979900.443861:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443866:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.443869:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443876:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.443877:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979900.443880:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979900.443883:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979900.443886:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979900.443888:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305295402
00000100:00000001:0.0:1783979900.443890:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305299147
00000100:00000001:0.0:1783979900.443892:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305295402
00000100:00000001:0.0:1783979900.443894:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305299148
00000100:00000001:0.0:1783979900.443896:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979900.443898:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.443899:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979900.443903:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979900/real 1783979900]  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979900.443911:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979900.443912:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979900.443914:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979900.443916:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979900.443917:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979900.443919:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979900.443922:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979900.443930:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443936:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979900.443937:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443939:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.443940:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979900.443943:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443948:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979900.443950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443954:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979900.443956:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443957:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.443957:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.443958:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979900.443960:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979900.443961:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979900.443963:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979900.443964:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979900.443966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979900.443970:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979900.443972:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979900.443974:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.443978:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979900.443979:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.443981:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979900.443982:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979900.443983:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979900.443984:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979900.443986:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979900.443987:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979900.443988:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979900.443989:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979900.443993:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979900.443994:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979900.443996:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979900.443998:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979900.444000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979900.444002:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559989888, portal 4
00000100:00000001:0.0:1783979900.444003:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979900.444004:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:0.0:1783979900.444008:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444011:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979900.444013:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979900.444014:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979900.444015:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559989888, offset 0
00000400:00000200:0.0:1783979900.444018:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979900.444020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.444022:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979900.444024:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979900.444025:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979900.444027:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979900.444028:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979900.444030:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390934:390934:256:4294967295] 192.168.201.140@tcp LPNI seq info [390909:390909:8:4294967295]
00000400:00000200:0.0:1783979900.444032:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979900.444036:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979900.444038:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.444040:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979900.444042:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979900.444044:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1783979900.444070:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979900.444074:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1783979900.444079:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979900.444081:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979900.444084:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979900.444087:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979900.444089:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979900.444090:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979900.444092:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979900.444094:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444103:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.444105:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979925 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444122:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.444123:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979900.444126:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979900.444129:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979900.444132:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979900.444134:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305295405
00000100:00000001:0.0:1783979900.444137:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305299147
00000100:00000001:0.0:1783979900.444138:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305295405
00000100:00000001:0.0:1783979900.444141:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305299148
00000100:00000001:0.0:1783979900.444143:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979900.444145:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.444146:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979900.444150:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979900/real 1783979900]  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979900.444156:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979900.444157:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979900.444160:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979900.444162:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979900.444164:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979900.444166:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979900.444168:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979900.444174:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444179:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979900.444181:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444183:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.444184:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979900.444187:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444193:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979900.444196:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444202:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979900.444204:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444205:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979900.444207:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444208:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979900.444209:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979900.444211:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979900.444214:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979900.444216:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979900.444219:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979900.444224:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559989888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979900.444228:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444230:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.444233:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559989376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444239:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979900.444242:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979900.444244:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979900.444247:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979900.444249:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979900.444252:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979900.444254:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979900.444256:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:0.0:1783979900.444260:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979900.444261:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979900.444263:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:0.0:1783979900.444266:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979900.444267:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444269:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.444272:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559989504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444278:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979900.444279:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979900.444281:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979900.444283:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979900.444284:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979900.444285:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979900.444287:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979900.444288:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:0.0:1783979900.444290:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979900.444292:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979900.444293:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:0.0:1783979900.444295:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979900.444296:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444297:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.444300:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559989632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444305:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979900.444306:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979900.444307:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979900.444309:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979900.444310:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979900.444311:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979900.444313:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979900.444315:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:0.0:1783979900.444317:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979900.444319:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979900.444320:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:0.0:1783979900.444322:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979900.444324:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444325:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.444329:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559989760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444334:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979900.444335:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979900.444337:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8400.
02000000:00000001:0.0:1783979900.444339:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979900.444340:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979900.444341:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979900.444343:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979900.444345:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979900.444347:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979900.444348:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979900.444349:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:0.0:1783979900.444351:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979900.444352:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444354:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979900.444357:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559989888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979925 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979900.444364:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979900.444365:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979900.444366:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb400.
02000000:00000001:0.0:1783979900.444368:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979900.444369:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979900.444370:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979900.444372:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979900.444373:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979900.444375:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979900.444376:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979900.444377:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:0.0:1783979900.444379:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979900.444380:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444383:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979900.444390:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979900.444392:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979900.444394:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979900.444396:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979901.209242:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979901.209249:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979901.209254:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979901.209256:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979901.209259:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979901.209260:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979901.209356:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979901.209360:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979901.209363:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979902.234348:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979902.234357:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979902.234359:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979902.234363:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979902.234368:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979902.234370:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979902.234372:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979902.234375:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979902.234378:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979902.234380:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979902.234381:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979902.234383:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979902.234384:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979902.234386:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979902.234388:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979902.234390:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979902.234393:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979902.234395:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979902.234556:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979902.234560:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979902.234563:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979903.257193:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979903.257201:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979903.257206:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979903.257208:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979903.257211:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979903.257212:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979903.257815:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979903.257819:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979903.257823:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979904.281176:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000040:2.0:1783979904.281177:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305299147, at 4305299200
00010000:00000001:1.0:1783979904.281184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979904.281191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979904.281193:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979904.281193:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64960.
00010000:00000001:1.0:1783979904.281201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979904.281203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979904.281231:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305299148, at 4305299200
00000100:00000010:3.0:1783979904.281250:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb640c0.
00000020:00000001:0.0:1783979904.281326:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979904.281329:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979904.281332:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979905.305177:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979905.305184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979905.305189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979905.305190:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979905.305193:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979905.305195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979905.306087:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979905.306091:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979905.306095:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979905.561196:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979905.561204:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979905.561205:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979905.561209:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979905.561212:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979905.561218:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10628
00000400:00000200:2.0:1783979905.561225:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979905.561230:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979905.561232:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979905.561235:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561236:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561238:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561239:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979905.561242:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979905.561244:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979905.561246:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979905.561248:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979905.561250:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979905.561252:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979905.561253:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561254:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561255:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561256:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979905.561258:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979905.561260:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561261:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979905.561263:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979905.561265:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979905.561267:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561268:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979905.561270:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979905.561277:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341f80.
00000020:00000040:2.0:1783979905.561279:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979905.561282:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979905.561283:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561285:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979905.561287:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979905.561290:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979905.561302:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783979905.561307:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979905.561314:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979905.561321:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979905.561324:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979905.561327:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0bbf7] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979905.561349:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979905.561351:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979905.561353:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979905.561354:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979905.561355:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979905.561357:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979905.561358:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10628
00000400:00000200:2.0:1783979905.561360:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979905.561361:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979905.561363:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979905.561364:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561366:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561367:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561376:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979905.561378:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979905.561379:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979905.561381:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979905.561383:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979905.561384:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979905.561386:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979905.561389:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561391:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561392:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561394:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979905.561396:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979905.561398:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561400:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979905.561403:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979905.561408:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979905.561410:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561412:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979905.561416:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979905.561419:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561421:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979905.561424:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341180.
00000020:00000040:2.0:1783979905.561427:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979905.561429:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979905.561430:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561432:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979905.561433:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979905.561435:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979905.561439:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
00000100:00000001:2.0:1783979905.561442:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979905.561447:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979905.561453:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979905.561455:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979905.561458:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013035e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979905.561465:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979905.561467:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979905.561471:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979905.561472:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979905.561473:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979905.561475:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979905.561478:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10628
00000400:00000200:2.0:1783979905.561482:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979905.561484:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979905.561486:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979905.561489:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561491:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561493:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561494:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979905.561496:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979905.561497:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979905.561499:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979905.561500:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979905.561502:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979905.561504:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979905.561506:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561507:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561509:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561511:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979905.561513:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979905.561515:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561517:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979905.561518:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979905.561521:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979905.561523:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561525:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979905.561527:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979905.561529:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561530:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979905.561542:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342300.
00000020:00000040:2.0:1783979905.561545:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979905.561547:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979905.561548:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561550:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979905.561551:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979905.561560:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979905.561565:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa000.
00000100:00000001:2.0:1783979905.561569:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979905.561574:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979905.561580:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979905.561581:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979905.561585:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000973e3903] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979905.561591:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979905.561593:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979905.561596:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979905.561598:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979905.561599:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979905.561601:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979905.561603:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10628
00000400:00000200:2.0:1783979905.561606:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979905.561609:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979905.561610:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979905.561613:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561615:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561616:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561618:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979905.561620:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979905.561621:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979905.561622:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979905.561624:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979905.561626:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979905.561627:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979905.561630:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561632:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561634:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561636:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979905.561638:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979905.561640:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561642:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979905.561643:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979905.561646:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979905.561647:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561649:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979905.561651:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979905.561653:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561655:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979905.561658:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341880.
00000020:00000040:2.0:1783979905.561660:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979905.561662:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979905.561663:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561665:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979905.561666:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979905.561667:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979905.561671:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
00000100:00000001:2.0:1783979905.561673:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979905.561677:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979905.561684:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979905.561685:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979905.561699:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ca787f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979905.561706:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979905.561709:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979905.561712:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979905.561713:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979905.561715:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979905.561717:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979905.561719:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10628
00000400:00000200:2.0:1783979905.561723:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979905.561726:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979905.561728:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979905.561731:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561732:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561734:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561736:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979905.561738:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979905.561739:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979905.561741:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979905.561743:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979905.561744:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979905.561746:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979905.561749:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561751:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979905.561753:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561754:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979905.561756:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979905.561759:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979905.561761:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979905.561762:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979905.561765:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979905.561767:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561769:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979905.561771:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979905.561773:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561775:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979905.561780:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340380.
00000020:00000040:2.0:1783979905.561782:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979905.561784:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979905.561785:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979905.561786:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979905.561788:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979905.561789:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979905.561793:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
00000100:00000001:2.0:1783979905.561796:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979905.561800:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979905.561806:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979905.561808:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979905.561811:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbc9696d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979905.561818:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979905.561822:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10638)
00000100:00000001:0.0:1783979905.561875:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979905.561879:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979905.561880:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979905.561885:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.561890:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979905.561891:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.561893:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979905.561895:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979905.561896:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979905.561898:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559990016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979905.561901:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979905.561904:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979905.561906:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.561907:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979905.561910:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979905.561912:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979905.561915:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979905.561918:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979905.561922:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979905.561927:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559990016, portal 25
00000100:00000001:0.0:1783979905.561929:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979905.561930:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:0.0:1783979905.561933:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.561938:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979905.561940:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979905.561941:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979905.561943:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559990016, offset 0
00000400:00000200:0.0:1783979905.561948:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979905.561953:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.561957:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979905.561961:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979905.561964:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979905.561967:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979905.561969:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979905.561971:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390935:390935:256:4294967295] 192.168.201.140@tcp LPNI seq info [390910:390910:8:4294967295]
00000400:00000200:0.0:1783979905.561974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.561980:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979905.561983:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.561987:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979905.561992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979905.561995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979905.561999:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979905.562001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979905.562004:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562006:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979905.562011:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979905.562013:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979905.562027:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979905.562029:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979905.562033:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979905.562036:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562046:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.562066:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562070:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562071:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979905.562077:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979905.562080:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979905.562082:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305304266
00000100:00000010:0.0:1783979905.562085:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb647e0.
00000100:00000001:0.0:1783979905.562090:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979905.562093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305304266
00000100:00000010:0.0:1783979905.562095:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb648a0.
00000100:00000001:0.0:1783979905.562097:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979905.562099:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979905.562101:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562103:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979905.562105:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979905/real 1783979905]  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979905.562112:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979905.562113:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979905.562114:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979905.562116:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979905.562117:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979905.562119:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979905.562121:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979905.562126:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562130:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979905.562132:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562133:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562135:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979905.562137:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562141:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979905.562143:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562147:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979905.562149:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562150:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562150:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562152:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979905.562153:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979905.562155:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979905.562157:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979905.562159:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979905.562162:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979905.562169:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559990016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979905.562173:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979905.562176:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562182:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979905.562183:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.562185:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979905.562187:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979905.562188:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979905.562191:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979905.562194:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979905.562196:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979905.562197:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.562199:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979905.562202:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979905.562203:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979905.562207:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979905.562209:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979905.562213:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979905.562215:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559990144, portal 10
00000100:00000001:0.0:1783979905.562217:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979905.562218:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:0.0:1783979905.562225:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562230:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979905.562232:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979905.562235:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979905.562237:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559990144, offset 0
00000400:00000200:0.0:1783979905.562241:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979905.562244:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.562247:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979905.562249:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979905.562251:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979905.562254:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979905.562256:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979905.562258:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390936:390936:256:4294967295] 192.168.201.140@tcp LPNI seq info [390911:390911:8:4294967295]
00000400:00000200:0.0:1783979905.562262:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.562267:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979905.562271:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562274:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979905.562278:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979905.562281:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979905.562285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979905.562287:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979905.562290:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562291:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979905.562293:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979905.562295:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979905.562297:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979905.562298:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979905.562300:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979905.562302:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562307:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.562308:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562312:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562313:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979905.562315:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979905.562318:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979905.562320:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979905.562322:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305300497
00000100:00000001:0.0:1783979905.562324:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305304266
00000100:00000001:0.0:1783979905.562325:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305300497
00000100:00000001:0.0:1783979905.562326:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305304266
00000100:00000001:0.0:1783979905.562327:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979905.562329:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562330:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979905.562332:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979905/real 1783979905]  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979905.562336:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979905.562337:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979905.562338:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979905.562340:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979905.562341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979905.562342:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979905.562343:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979905.562348:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562351:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979905.562352:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562353:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562354:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979905.562355:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562359:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979905.562361:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562365:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979905.562367:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562368:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562369:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562370:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979905.562372:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979905.562374:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979905.562377:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979905.562379:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979905.562383:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979905.562390:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979905.562395:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979905.562398:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562405:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979905.562406:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.562408:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979905.562409:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979905.562411:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979905.562413:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979905.562416:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979905.562418:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979905.562419:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.562421:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979905.562424:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979905.562426:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979905.562429:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979905.562431:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979905.562434:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979905.562436:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559990272, portal 10
00000100:00000001:0.0:1783979905.562438:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979905.562439:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:0.0:1783979905.562444:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562450:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979905.562452:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979905.562455:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979905.562457:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559990272, offset 0
00000400:00000200:0.0:1783979905.562461:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979905.562464:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.562467:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979905.562470:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979905.562473:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979905.562475:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979905.562478:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979905.562480:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390937:390937:256:4294967295] 192.168.201.140@tcp LPNI seq info [390912:390912:8:4294967295]
00000400:00000200:0.0:1783979905.562484:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.562489:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979905.562493:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562496:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979905.562500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979905.562502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979905.562506:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979905.562508:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979905.562512:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562513:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979905.562516:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979905.562519:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979905.562522:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979905.562524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979905.562526:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979905.562529:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562536:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.562539:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562546:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562548:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979905.562551:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979905.562555:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979905.562557:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979905.562560:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305300493
00000100:00000001:0.0:1783979905.562562:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305304266
00000100:00000001:0.0:1783979905.562564:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305300493
00000100:00000001:0.0:1783979905.562567:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305304266
00000100:00000001:0.0:1783979905.562569:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979905.562570:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562572:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979905.562576:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979905/real 1783979905]  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979905.562584:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979905.562585:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979905.562587:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979905.562590:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979905.562591:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979905.562594:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979905.562597:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979905.562605:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562611:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979905.562612:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562614:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562615:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979905.562618:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562624:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979905.562628:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562634:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979905.562636:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562637:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562638:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562640:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979905.562642:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979905.562644:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979905.562647:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979905.562649:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979905.562653:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979905.562660:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979905.562664:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979905.562667:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562673:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979905.562674:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.562676:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979905.562678:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979905.562680:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979905.562683:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979905.562686:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979905.562688:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979905.562690:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.562692:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979905.562695:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979905.562697:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979905.562700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979905.562702:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979905.562705:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979905.562707:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559990400, portal 4
00000100:00000001:0.0:1783979905.562708:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979905.562709:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:0.0:1783979905.562713:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562718:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979905.562719:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979905.562720:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979905.562722:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559990400, offset 0
00000400:00000200:0.0:1783979905.562724:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979905.562727:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.562728:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979905.562730:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979905.562732:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979905.562734:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979905.562735:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979905.562737:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390938:390938:256:4294967295] 192.168.201.140@tcp LPNI seq info [390913:390913:8:4294967295]
00000400:00000200:0.0:1783979905.562739:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.562743:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979905.562746:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562748:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979905.562750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979905.562752:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979905.562754:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979905.562756:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979905.562758:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562759:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979905.562761:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979905.562764:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979905.562765:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979905.562766:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979905.562768:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979905.562770:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562774:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.562776:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562784:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562785:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979905.562786:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979905.562788:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979905.562790:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979905.562791:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305300520
00000100:00000001:0.0:1783979905.562793:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305304266
00000100:00000001:0.0:1783979905.562794:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305300520
00000100:00000001:0.0:1783979905.562795:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305304266
00000100:00000001:0.0:1783979905.562796:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979905.562797:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562798:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979905.562800:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979905/real 1783979905]  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979905.562805:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979905.562805:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979905.562806:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979905.562808:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979905.562809:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979905.562810:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979905.562811:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979905.562816:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562819:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979905.562820:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562821:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562822:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979905.562824:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562828:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979905.562830:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562834:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979905.562835:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562836:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562836:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562837:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979905.562838:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979905.562839:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979905.562841:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979905.562842:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979905.562844:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979905.562848:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979905.562850:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979905.562852:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562855:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979905.562856:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.562857:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979905.562858:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979905.562859:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979905.562861:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979905.562863:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979905.562864:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979905.562865:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979905.562866:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979905.562868:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979905.562869:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979905.562871:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979905.562872:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979905.562874:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979905.562876:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559990528, portal 4
00000100:00000001:0.0:1783979905.562877:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979905.562878:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:0.0:1783979905.562881:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562884:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979905.562885:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979905.562886:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979905.562888:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559990528, offset 0
00000400:00000200:0.0:1783979905.562890:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979905.562891:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.562893:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979905.562894:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979905.562896:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979905.562897:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979905.562899:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979905.562900:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390939:390939:256:4294967295] 192.168.201.140@tcp LPNI seq info [390914:390914:8:4294967295]
00000400:00000200:0.0:1783979905.562902:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979905.562906:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979905.562908:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562910:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979905.562912:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979905.562913:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1783979905.562916:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979905.562917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1783979905.562919:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979905.562921:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979905.562922:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979905.562924:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979905.562926:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979905.562927:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979905.562928:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979905.562930:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562934:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.562935:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979930 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562939:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562940:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979905.562941:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979905.562943:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979905.562944:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979905.562945:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305300522
00000100:00000001:0.0:1783979905.562947:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305304266
00000100:00000001:0.0:1783979905.562948:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305300522
00000100:00000001:0.0:1783979905.562949:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305304266
00000100:00000001:0.0:1783979905.562950:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979905.562951:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.562952:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979905.562954:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979905/real 1783979905]  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979905.562958:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979905.562958:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979905.562959:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979905.562961:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979905.562961:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979905.562963:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979905.562965:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979905.562969:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562972:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979905.562973:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562974:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562975:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979905.562977:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562980:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979905.562982:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.562985:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979905.562986:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562987:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979905.562988:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.562989:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979905.562989:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979905.562991:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979905.562992:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979905.562993:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979905.562995:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979905.562999:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979905.563001:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.563002:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.563005:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559990016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.563008:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979905.563010:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979905.563012:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979905.563014:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979905.563016:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979905.563032:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979905.563035:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979905.563038:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979905.563042:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979905.563043:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979905.563046:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:0.0:1783979905.563071:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979905.563073:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.563074:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.563078:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559990144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.563084:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979905.563085:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979905.563086:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979905.563089:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979905.563090:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979905.563091:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979905.563093:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979905.563094:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979905.563096:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979905.563097:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979905.563099:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:0.0:1783979905.563100:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979905.563101:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.563103:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.563106:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559990272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.563112:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979905.563114:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979905.563115:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979905.563117:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979905.563118:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979905.563120:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979905.563121:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979905.563122:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979905.563124:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979905.563125:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979905.563127:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:0.0:1783979905.563129:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979905.563130:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.563136:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.563140:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559990400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.563145:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979905.563146:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979905.563147:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9400.
02000000:00000001:0.0:1783979905.563149:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979905.563150:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979905.563151:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979905.563153:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979905.563155:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:0.0:1783979905.563156:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979905.563157:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979905.563159:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:0.0:1783979905.563161:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979905.563162:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.563163:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979905.563165:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559990528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979930 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979905.563171:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979905.563173:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979905.563174:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:0.0:1783979905.563176:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979905.563177:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979905.563179:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979905.563180:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979905.563182:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:0.0:1783979905.563184:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979905.563185:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979905.563186:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:0.0:1783979905.563188:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979905.563189:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.563191:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979905.563198:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979905.563200:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979905.563202:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979905.563204:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979906.329210:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979906.329218:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979906.329224:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979906.329225:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979906.329228:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979906.329229:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979906.329324:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979906.329326:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979906.329329:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979907.353195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979907.353203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979907.353209:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979907.353210:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979907.353213:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979907.353217:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979907.353219:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979907.353223:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979907.353226:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979907.353229:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979907.353231:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979907.353233:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979907.353339:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979907.353343:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979907.353346:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979908.377521:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979908.377528:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979908.377542:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979908.377544:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979908.377547:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979908.377548:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979908.377671:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979908.377675:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979908.377678:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979909.401162:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979909.401170:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979909.401176:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979909.401177:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979909.401180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979909.401182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979909.401333:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305304266, at 4305304320
00000100:00000010:3.0:1783979909.401345:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb648a0.
00000020:00000001:0.0:1783979909.401449:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979909.401452:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979909.401454:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979909.401528:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305304266, at 4305304320
00000100:00000010:2.0:1783979909.401532:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb647e0.
00010000:00000001:1.0:1783979910.425187:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979910.425194:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979910.425200:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979910.425201:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979910.425204:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979910.425205:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979910.425270:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979910.425274:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979910.425277:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979910.683861:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979910.683872:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979910.683875:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979910.683878:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979910.683882:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979910.683890:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10633
00000400:00000200:3.0:1783979910.683899:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979910.683905:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979910.683908:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979910.683911:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.683914:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.683916:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.683919:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979910.683922:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979910.683925:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979910.683927:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979910.683941:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979910.683943:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979910.683946:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979910.683949:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.683951:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.683953:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.683954:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979910.683957:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979910.683960:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979910.683962:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979910.683965:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979910.683969:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979910.683971:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.683973:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979910.683976:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979910.683985:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979910.683988:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979910.683992:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979910.683993:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.683996:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979910.683999:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979910.684003:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979910.684011:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979910.684017:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979910.684026:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979910.684035:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979910.684040:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979910.684044:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979910.684101:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979910.684104:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979910.684107:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979910.684109:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979910.684110:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979910.684113:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979910.684115:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10633
00000400:00000200:3.0:1783979910.684119:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979910.684122:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979910.684124:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979910.684127:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684129:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.684131:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684133:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979910.684135:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979910.684136:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979910.684138:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979910.684140:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979910.684142:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979910.684145:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979910.684147:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684149:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.684151:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684153:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979910.684155:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979910.684158:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684160:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979910.684162:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979910.684167:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979910.684169:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684170:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979910.684174:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979910.684177:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684178:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979910.684182:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979910.684185:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979910.684199:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979910.684201:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684202:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979910.684204:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979910.684205:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979910.684210:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979910.684213:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979910.684219:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979910.684226:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979910.684228:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979910.684232:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979910.684239:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979910.684241:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979910.684245:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979910.684246:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979910.684247:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979910.684249:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979910.684252:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10633
00000400:00000200:3.0:1783979910.684255:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979910.684258:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979910.684261:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979910.684263:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684265:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.684267:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684269:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979910.684280:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979910.684282:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979910.684284:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979910.684286:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979910.684288:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979910.684290:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979910.684293:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684294:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.684296:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684298:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979910.684300:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979910.684302:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684304:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979910.684306:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979910.684309:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979910.684311:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684313:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979910.684315:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979910.684317:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684318:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979910.684322:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979910.684324:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979910.684326:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979910.684327:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684329:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979910.684330:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979910.684331:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979910.684335:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979910.684338:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979910.684342:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979910.684350:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979910.684352:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979910.684355:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979910.684362:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979910.684364:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979910.684367:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979910.684368:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979910.684370:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979910.684372:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979910.684374:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10633
00000400:00000200:3.0:1783979910.684378:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979910.684381:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979910.684383:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979910.684385:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684386:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.684388:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684390:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979910.684392:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979910.684393:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979910.684395:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979910.684397:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979910.684399:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979910.684400:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979910.684403:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684405:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.684407:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684409:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979910.684411:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979910.684414:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684416:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979910.684418:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979910.684420:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979910.684422:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684424:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979910.684426:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979910.684428:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684430:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979910.684433:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979910.684435:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979910.684437:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979910.684439:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684440:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979910.684441:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979910.684443:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979910.684447:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979910.684450:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979910.684454:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979910.684462:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979910.684476:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979910.684481:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979910.684734:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979910.684737:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979910.684740:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979910.684742:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979910.684743:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979910.684746:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979910.684749:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10633
00000400:00000200:3.0:1783979910.684754:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979910.684757:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979910.684759:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979910.684762:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684764:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.684766:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684768:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979910.684770:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979910.684771:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979910.684773:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979910.684775:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979910.684777:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979910.684779:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979910.684782:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684783:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979910.684785:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684787:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979910.684789:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979910.684792:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979910.684794:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979910.684796:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979910.684799:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979910.684801:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684803:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979910.684805:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979910.684807:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684809:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979910.684814:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979910.684816:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979910.684819:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979910.684820:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979910.684822:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979910.684823:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979910.684825:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979910.684830:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979910.684833:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979910.684838:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979910.684845:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979910.684847:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979910.684851:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979910.684859:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979910.684864:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10643)
00000100:00000001:0.0:1783979910.685015:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979910.685020:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979910.685023:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979910.685029:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.685037:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979910.685038:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.685042:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979910.685044:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979910.685067:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979910.685071:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559990656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979910.685078:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979910.685082:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979910.685085:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.685087:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979910.685092:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979910.685094:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979910.685099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979910.685103:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979910.685109:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979910.685116:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559990656, portal 25
00000100:00000001:0.0:1783979910.685118:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979910.685120:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:0.0:1783979910.685125:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.685133:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979910.685135:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979910.685138:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979910.685142:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559990656, offset 0
00000400:00000200:0.0:1783979910.685149:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979910.685156:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.685163:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979910.685168:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979910.685171:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979910.685174:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979910.685177:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979910.685180:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390940:390940:256:4294967295] 192.168.201.140@tcp LPNI seq info [390915:390915:8:4294967295]
00000400:00000200:0.0:1783979910.685184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.685255:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979910.685262:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.685268:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979910.685275:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979910.685279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979910.685285:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979910.685288:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979910.685293:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.685295:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979910.685301:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979910.685306:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979910.685311:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979910.685314:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979910.685318:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979910.685323:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.685332:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.685336:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.685342:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.685344:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979910.685349:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979910.685353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979910.685356:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305309390
00000100:00000010:0.0:1783979910.685361:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64180.
00000100:00000001:0.0:1783979910.685367:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979910.685372:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305309390
00000100:00000010:0.0:1783979910.685375:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64660.
00000100:00000001:0.0:1783979910.685378:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979910.685381:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979910.685384:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.685386:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979910.685390:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979910/real 1783979910]  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979910.685399:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979910.685400:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979910.685403:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979910.685405:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979910.685407:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979910.685409:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979910.685413:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979910.685421:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.685428:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979910.685429:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.685431:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.685433:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979910.685437:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.685444:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979910.685448:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.685455:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979910.685458:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.685459:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.685460:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.685463:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979910.686303:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979910.686309:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979910.686315:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979910.686318:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979910.686325:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979910.686334:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559990656:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979910.686343:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979910.686347:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686353:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979910.686355:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.686357:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979910.686360:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979910.686362:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979910.686365:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979910.686368:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979910.686371:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979910.686373:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.686375:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979910.686381:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979910.686383:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979910.686387:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979910.686390:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979910.686395:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979910.686399:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559990784, portal 10
00000100:00000001:0.0:1783979910.686401:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979910.686403:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:0.0:1783979910.686410:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686417:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979910.686419:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979910.686421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979910.686424:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559990784, offset 0
00000400:00000200:0.0:1783979910.686429:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979910.686436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.686440:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979910.686444:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979910.686447:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979910.686449:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979910.686452:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979910.686455:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390941:390941:256:4294967295] 192.168.201.140@tcp LPNI seq info [390916:390916:8:4294967295]
00000400:00000200:0.0:1783979910.686459:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.686704:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979910.686710:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.686715:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979910.686720:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979910.686724:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979910.686729:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979910.686732:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979910.686735:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.686737:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979910.686742:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979910.686746:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979910.686750:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979910.686752:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979910.686755:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979910.686759:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686767:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.686770:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686776:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.686777:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979910.686782:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979910.686786:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979910.686790:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979910.686792:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305305622
00000100:00000001:0.0:1783979910.686796:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305309390
00000100:00000001:0.0:1783979910.686798:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305305622
00000100:00000001:0.0:1783979910.686801:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305309390
00000100:00000001:0.0:1783979910.686803:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979910.686805:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.686807:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979910.686811:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979910/real 1783979910]  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979910.686820:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979910.686821:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979910.686823:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979910.686825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979910.686827:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979910.686829:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979910.686832:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979910.686840:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686846:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979910.686848:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.686849:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.686851:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979910.686854:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686860:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979910.686865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686872:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979910.686874:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.686875:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.686877:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.686879:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979910.686881:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979910.686883:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979910.686886:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979910.686888:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979910.686892:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979910.686900:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990784:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979910.686903:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979910.686907:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686913:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979910.686915:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.686917:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979910.686919:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979910.686921:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979910.686924:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979910.686927:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979910.686940:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979910.686942:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.686944:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979910.686948:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979910.686950:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979910.686953:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979910.686956:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979910.686959:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979910.686962:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559990912, portal 10
00000100:00000001:0.0:1783979910.686964:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979910.686965:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:0.0:1783979910.686970:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.686977:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979910.686979:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979910.686981:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979910.686983:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559990912, offset 0
00000400:00000200:0.0:1783979910.686986:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979910.686990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.686994:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979910.686997:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979910.686999:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979910.687001:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979910.687003:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979910.687006:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390942:390942:256:4294967295] 192.168.201.140@tcp LPNI seq info [390917:390917:8:4294967295]
00000400:00000200:0.0:1783979910.687009:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.687015:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979910.687019:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.687022:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979910.687026:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979910.687029:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979910.687032:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979910.687034:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979910.687037:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.687039:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979910.687042:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979910.687045:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979910.687069:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979910.687072:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979910.687074:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979910.687078:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.687085:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.687088:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.687100:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.687101:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979910.687104:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979910.687107:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979910.687110:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979910.687112:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305305619
00000100:00000001:0.0:1783979910.687114:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305309390
00000100:00000001:0.0:1783979910.687116:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305305619
00000100:00000001:0.0:1783979910.687118:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305309390
00000100:00000001:0.0:1783979910.687120:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979910.687122:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.687123:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979910.687127:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979910/real 1783979910]  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979910.687134:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979910.687136:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979910.687137:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979910.687139:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979910.687141:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979910.687143:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979910.687146:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979910.687153:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.687159:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979910.687160:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.687162:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.687163:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979910.687167:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.687173:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979910.687176:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.687181:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979910.687183:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.687185:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.687186:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.687187:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979910.687951:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979910.687956:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979910.687961:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979910.687963:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979910.687969:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979910.687977:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559990912:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979910.687982:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979910.687986:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.687992:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979910.687993:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.687996:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979910.687998:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979910.687999:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979910.688003:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979910.688006:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979910.688009:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979910.688011:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.688012:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979910.688017:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979910.688019:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979910.688023:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979910.688027:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979910.688031:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979910.688035:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559991040, portal 4
00000100:00000001:0.0:1783979910.688037:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979910.688038:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:0.0:1783979910.688044:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688076:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979910.688078:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979910.688081:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979910.688084:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559991040, offset 0
00000400:00000200:0.0:1783979910.688088:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979910.688093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.688097:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979910.688100:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979910.688103:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979910.688105:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979910.688107:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979910.688109:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390943:390943:256:4294967295] 192.168.201.140@tcp LPNI seq info [390918:390918:8:4294967295]
00000400:00000200:0.0:1783979910.688113:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.688120:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979910.688124:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.688127:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979910.688132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979910.688135:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979910.688139:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979910.688141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979910.688144:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.688147:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979910.688150:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979910.688153:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979910.688156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979910.688158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979910.688161:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979910.688164:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688172:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.688174:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688180:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.688181:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979910.688185:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979910.688589:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979910.688596:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979910.688598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305305647
00000100:00000001:0.0:1783979910.688601:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305309390
00000100:00000001:0.0:1783979910.688603:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305305647
00000100:00000001:0.0:1783979910.688606:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305309390
00000100:00000001:0.0:1783979910.688608:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979910.688610:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.688613:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979910.688618:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979910/real 1783979910]  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979910.688627:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979910.688629:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979910.688631:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979910.688634:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979910.688636:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979910.688638:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979910.688642:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979910.688650:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688656:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979910.688658:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.688659:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.688661:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979910.688664:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688670:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979910.688674:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688680:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979910.688683:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.688685:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.688686:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.688689:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979910.688691:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979910.688693:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979910.688697:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979910.688699:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979910.688702:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979910.688710:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991040:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979910.688714:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979910.688718:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688724:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979910.688725:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.688728:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979910.688729:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979910.688731:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979910.688734:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979910.688736:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979910.688739:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979910.688740:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979910.688742:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979910.688746:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979910.688748:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979910.688751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979910.688754:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979910.688757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979910.688760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559991168, portal 4
00000100:00000001:0.0:1783979910.688762:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979910.688763:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:0.0:1783979910.688769:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688774:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979910.688776:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979910.688778:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979910.688781:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559991168, offset 0
00000400:00000200:0.0:1783979910.688785:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979910.688789:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.688793:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979910.688796:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979910.688799:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979910.688801:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979910.688803:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979910.688807:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390944:390944:256:4294967295] 192.168.201.140@tcp LPNI seq info [390919:390919:8:4294967295]
00000400:00000200:0.0:1783979910.688811:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979910.688818:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979910.688822:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.688825:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979910.688829:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979910.688832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1783979910.688836:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979910.688839:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1783979910.688842:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979910.688844:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979910.688847:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979910.688850:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979910.688853:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979910.688854:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979910.688857:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979910.688860:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688868:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.688871:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979935 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.688876:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.688878:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979910.688881:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979910.688884:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979910.688887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979910.688889:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305305649
00000100:00000001:0.0:1783979910.688891:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305309390
00000100:00000001:0.0:1783979910.688893:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305305649
00000100:00000001:0.0:1783979910.688895:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305309390
00000100:00000001:0.0:1783979910.688897:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979910.688900:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.688901:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979910.688904:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979910/real 1783979910]  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979910.688911:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979910.688913:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979910.688914:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979910.688916:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979910.688918:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979910.688920:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979910.688923:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979910.690327:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.690340:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979910.690343:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690345:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.690347:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979910.690351:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.690359:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979910.690363:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.690369:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979910.690372:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690373:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979910.690374:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690377:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979910.690379:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979910.690382:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979910.690386:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979910.690389:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979910.690393:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979910.690400:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991168:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979910.690405:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690408:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.690412:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559990656/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.690419:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979910.690422:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979910.690424:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979910.690428:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979910.690431:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979910.690432:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979910.690435:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979910.690437:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:0.0:1783979910.690441:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979910.690443:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979910.690445:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:0.0:1783979910.690449:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979910.690450:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690452:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.690456:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559990784/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.690462:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979910.690802:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979910.690807:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979910.690811:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979910.690813:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979910.690814:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979910.690816:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979910.690818:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:0.0:1783979910.690821:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979910.690822:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979910.690823:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:0.0:1783979910.690825:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979910.690827:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690828:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.690833:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559990912/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.690839:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979910.690841:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979910.690842:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979910.690844:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979910.690845:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979910.690846:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979910.690848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979910.690849:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979910.690851:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979910.690852:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979910.690853:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:0.0:1783979910.690854:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979910.690855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690857:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.690860:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559991040/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.690865:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979910.690866:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979910.690867:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979910.690870:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979910.690871:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979910.690872:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979910.690873:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979910.690874:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:0.0:1783979910.690876:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979910.690877:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979910.690878:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:0.0:1783979910.690880:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979910.690881:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690883:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979910.690885:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559991168/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979935 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979910.690890:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979910.690891:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979910.690892:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb000.
02000000:00000001:0.0:1783979910.690894:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979910.690895:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979910.690896:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979910.690897:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979910.690898:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:0.0:1783979910.690900:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979910.690900:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979910.690901:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:0.0:1783979910.690903:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979910.690904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690906:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979910.690914:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979910.690916:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979910.690918:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979910.690920:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449181:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979911.449190:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979911.449193:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979911.449196:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449200:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979911.449202:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449204:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449206:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449210:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979911.449212:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979911.449213:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979911.449214:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449215:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979911.449216:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449218:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449220:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979911.449224:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979911.449226:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979911.453345:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979911.453352:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979911.453357:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979912.473163:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979912.473168:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979912.473171:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979912.473172:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979912.473174:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979912.473175:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979912.473596:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979912.473600:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979912.473603:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979913.497174:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979913.497180:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979913.497185:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979913.497186:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979913.497190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979913.497191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979913.497351:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979913.497355:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979913.497358:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979914.521192:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979914.521202:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979914.521209:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979914.521210:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979914.521214:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979914.521216:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979914.521319:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979914.521324:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979914.521327:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979914.521600:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305309390, at 4305309440
00000100:00000010:2.0:1783979914.521614:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64180.
00000100:00000040:3.0:1783979914.521702:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305309390, at 4305309440
00000100:00000010:3.0:1783979914.521709:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64660.
00010000:00000001:1.0:1783979915.545161:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979915.545167:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979915.545172:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979915.545174:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979915.545177:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979915.545178:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979915.545260:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979915.545263:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979915.545265:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979915.801924:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979915.801937:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979915.801940:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979915.801945:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979915.801950:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979915.801960:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10638
00000400:00000200:2.0:1783979915.801971:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979915.801979:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979915.801984:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979915.801987:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.801990:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.801993:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.801996:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979915.802001:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979915.802004:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979915.802007:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979915.802011:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979915.802013:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979915.802016:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979915.802019:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802021:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802022:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802024:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979915.802027:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979915.802031:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802033:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979915.802036:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979915.802040:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979915.802043:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802045:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979915.802078:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979915.802090:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340a80.
00000020:00000040:2.0:1783979915.802094:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979915.802099:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979915.802100:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802104:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979915.802108:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979915.802113:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979915.802122:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
00000100:00000001:2.0:1783979915.802131:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979915.802141:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979915.802153:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979915.802159:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979915.802164:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfc480] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979915.802189:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979915.802193:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979915.802196:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979915.802197:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979915.802199:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979915.802202:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979915.802205:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10638
00000400:00000200:2.0:1783979915.802208:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979915.802211:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979915.802214:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979915.802217:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802219:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802221:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802223:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979915.802225:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979915.802226:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979915.802227:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979915.802229:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979915.802231:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979915.802234:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979915.802237:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802239:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802241:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802243:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979915.802245:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979915.802248:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802259:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979915.802261:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979915.802267:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979915.802270:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802280:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979915.802291:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979915.802295:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802297:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979915.802302:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340380.
00000020:00000040:2.0:1783979915.802305:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979915.802307:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979915.802309:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802311:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979915.802312:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979915.802314:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979915.802318:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa000.
00000100:00000001:2.0:1783979915.802321:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979915.802327:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979915.802333:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979915.802336:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979915.802339:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbc9696d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979915.802347:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979915.802349:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979915.802353:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979915.802354:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979915.802356:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979915.802358:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979915.802361:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10638
00000400:00000200:2.0:1783979915.802364:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979915.802367:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979915.802370:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979915.802373:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802375:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802377:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802378:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979915.802381:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979915.802382:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979915.802384:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979915.802386:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979915.802387:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979915.802389:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979915.802392:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802394:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802395:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802397:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979915.802399:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979915.802402:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802405:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979915.802407:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979915.802409:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979915.802411:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802413:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979915.802415:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979915.802417:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802419:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979915.802424:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341880.
00000020:00000040:2.0:1783979915.802426:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979915.802428:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979915.802429:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802431:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979915.802433:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979915.802434:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979915.802438:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783979915.802441:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979915.802445:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979915.802451:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979915.802453:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979915.802457:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ca787f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979915.802464:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979915.802467:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979915.802470:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979915.802472:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979915.802473:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979915.802476:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979915.802479:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10638
00000400:00000200:2.0:1783979915.802482:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979915.802485:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979915.802487:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979915.802489:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802491:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802493:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802495:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979915.802497:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979915.802499:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979915.802500:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979915.802502:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979915.802505:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979915.802507:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979915.802510:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802512:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802514:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802516:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979915.802519:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979915.802521:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802523:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979915.802525:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979915.802527:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979915.802529:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802530:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979915.802533:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979915.802535:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802537:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979915.802541:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342300.
00000020:00000040:2.0:1783979915.802543:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979915.802545:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979915.802546:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802547:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979915.802549:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979915.802550:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979915.802554:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979915.802557:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979915.802561:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979915.802567:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979915.802569:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979915.802574:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000973e3903] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979915.802581:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979915.802583:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979915.802587:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979915.802588:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979915.802590:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979915.802593:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979915.802595:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10638
00000400:00000200:2.0:1783979915.802598:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979915.802601:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979915.802603:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979915.802605:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802607:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802609:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802611:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979915.802613:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979915.802615:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979915.802617:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979915.802619:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979915.802620:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979915.802622:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979915.802624:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802626:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979915.802628:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802630:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979915.802632:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979915.802635:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979915.802636:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979915.802638:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979915.802641:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979915.802643:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802645:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979915.802646:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979915.802649:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802650:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979915.802653:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341180.
00000020:00000040:2.0:1783979915.802655:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979915.802657:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979915.802658:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979915.802660:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979915.802661:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979915.802662:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979915.802666:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979915.802668:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979915.802672:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979915.802679:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979915.802680:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979915.802683:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013035e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979915.802690:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979915.802695:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10648)
00000100:00000001:0.0:1783979915.803260:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979915.803269:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979915.803273:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979915.803286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803298:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979915.803300:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.803304:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979915.803309:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979915.803311:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979915.803315:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559991296:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979915.803319:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979915.803325:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979915.803327:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.803330:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979915.803339:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979915.803341:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979915.803348:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979915.803353:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979915.803360:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979915.803366:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559991296, portal 25
00000100:00000001:0.0:1783979915.803369:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979915.803370:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896577664 : -128863812973952 : ffff8acc8e340a80)
00000100:00000040:0.0:1783979915.803376:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803384:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979915.803386:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979915.803389:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979915.803393:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559991296, offset 0
00000400:00000200:0.0:1783979915.803399:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979915.803408:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.803416:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979915.803422:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979915.803426:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979915.803428:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979915.803431:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979915.803434:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390945:390945:256:4294967295] 192.168.201.140@tcp LPNI seq info [390920:390920:8:4294967295]
00000400:00000200:0.0:1783979915.803438:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.803446:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979915.803451:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.803456:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979915.803461:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979915.803464:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979915.803469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979915.803472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979915.803476:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.803478:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979915.803484:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979915.803488:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979915.803493:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979915.803495:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979915.803499:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979915.803504:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803513:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.803516:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803523:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.803525:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979915.803530:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979915.803534:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979915.803537:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305314508
00000100:00000010:0.0:1783979915.803543:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64ea0.
00000100:00000001:0.0:1783979915.803549:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979915.803555:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305314508
00000100:00000010:0.0:1783979915.803558:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64900.
00000100:00000001:0.0:1783979915.803561:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979915.803564:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979915.803566:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.803569:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979915.803572:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979915/real 1783979915]  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979915.803581:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979915.803583:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979915.803585:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979915.803587:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979915.803588:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979915.803590:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979915.803593:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979915.803599:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803605:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979915.803606:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.803608:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.803610:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979915.803613:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803618:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979915.803623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803629:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979915.803632:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.803633:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.803634:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.803637:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979915.803639:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979915.803642:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979915.803646:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979915.803648:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979915.803651:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979915.803658:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559991296:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979915.803662:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979915.803666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803673:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979915.803674:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.803677:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979915.803678:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979915.803680:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979915.803683:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979915.803685:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979915.803687:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979915.803688:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.803690:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979915.803692:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979915.803694:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979915.803697:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979915.803699:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979915.803702:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979915.803705:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559991424, portal 10
00000100:00000001:0.0:1783979915.803706:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979915.803707:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:0.0:1783979915.803714:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803720:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979915.803722:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979915.803724:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979915.803726:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559991424, offset 0
00000400:00000200:0.0:1783979915.803730:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979915.803734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.803736:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979915.803739:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979915.803741:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979915.803743:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979915.803746:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979915.803748:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390946:390946:256:4294967295] 192.168.201.140@tcp LPNI seq info [390921:390921:8:4294967295]
00000400:00000200:0.0:1783979915.803752:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.803757:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979915.803761:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.803764:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979915.803767:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979915.803770:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979915.803774:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979915.803776:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979915.803780:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.803781:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979915.803784:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979915.803787:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979915.803790:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979915.803791:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979915.803794:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979915.803797:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803804:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.803807:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.803813:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.803814:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979915.803817:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979915.803821:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979915.804255:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979915.804259:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305310740
00000100:00000001:0.0:1783979915.804262:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305314508
00000100:00000001:0.0:1783979915.804263:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305310740
00000100:00000001:0.0:1783979915.804265:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305314508
00000100:00000001:0.0:1783979915.804267:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979915.804269:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.804271:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979915.804275:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979915/real 1783979915]  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979915.804283:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979915.804284:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979915.804286:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979915.804289:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979915.804290:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979915.804293:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979915.804295:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979915.804302:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804308:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979915.804309:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.804312:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979915.804316:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804323:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979915.804326:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804331:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979915.804333:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804335:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.804336:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804337:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979915.804339:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979915.804341:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979915.804344:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979915.804346:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979915.804349:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979915.804355:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991424:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979915.804359:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979915.804363:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804368:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979915.804369:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.804371:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979915.804373:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979915.804374:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979915.804377:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979915.804380:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979915.804382:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979915.804384:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.804385:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979915.804389:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979915.804391:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979915.804394:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979915.804396:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979915.804399:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979915.804401:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559991552, portal 10
00000100:00000001:0.0:1783979915.804403:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979915.804404:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:0.0:1783979915.804409:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804415:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979915.804417:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979915.804419:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979915.804421:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559991552, offset 0
00000400:00000200:0.0:1783979915.804426:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979915.804430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.804433:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979915.804436:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979915.804438:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979915.804440:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979915.804442:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979915.804445:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390947:390947:256:4294967295] 192.168.201.140@tcp LPNI seq info [390922:390922:8:4294967295]
00000400:00000200:0.0:1783979915.804450:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.804455:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979915.804460:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.804462:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979915.804466:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979915.804468:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979915.804472:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979915.804475:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979915.804478:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.804480:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979915.804482:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979915.804485:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979915.804487:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979915.804489:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979915.804491:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979915.804495:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804502:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.804504:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804509:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.804511:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979915.804514:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979915.804517:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979915.804520:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979915.804521:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305310736
00000100:00000001:0.0:1783979915.804524:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305314508
00000100:00000001:0.0:1783979915.804525:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305310736
00000100:00000001:0.0:1783979915.804527:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305314508
00000100:00000001:0.0:1783979915.804529:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979915.804531:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.804532:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979915.804535:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979915/real 1783979915]  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979915.804542:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979915.804543:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979915.804545:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979915.804547:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979915.804548:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979915.804550:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979915.804553:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979915.804561:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804567:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979915.804568:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804571:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.804572:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979915.804575:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804582:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979915.804585:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804592:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979915.804594:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804596:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.804597:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804598:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979915.804599:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979915.804601:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979915.804604:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979915.804606:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979915.804609:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979915.804616:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991552:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979915.804620:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979915.804625:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804630:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979915.804631:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.804634:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979915.804635:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979915.804637:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979915.804639:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979915.804642:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979915.804646:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979915.804648:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.804650:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979915.804652:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979915.804654:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979915.804657:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979915.804659:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979915.804662:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979915.804665:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559991680, portal 4
00000100:00000001:0.0:1783979915.804667:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979915.804668:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:0.0:1783979915.804673:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804679:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979915.804681:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979915.804683:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979915.804686:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559991680, offset 0
00000400:00000200:0.0:1783979915.804689:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979915.804693:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.804696:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979915.804698:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979915.804700:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979915.804702:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979915.804703:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979915.804706:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390948:390948:256:4294967295] 192.168.201.140@tcp LPNI seq info [390923:390923:8:4294967295]
00000400:00000200:0.0:1783979915.804710:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.804715:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979915.804719:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.804722:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979915.804726:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979915.804729:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979915.804733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979915.804735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979915.804739:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.804741:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979915.804743:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979915.804746:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979915.804748:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979915.804749:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979915.804751:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979915.804754:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804762:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.804765:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804770:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.804772:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979915.804775:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979915.804778:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979915.804781:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979915.804783:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305310763
00000100:00000001:0.0:1783979915.804785:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305314508
00000100:00000001:0.0:1783979915.804787:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305310763
00000100:00000001:0.0:1783979915.804790:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305314508
00000100:00000001:0.0:1783979915.804792:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979915.804794:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.804796:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979915.804800:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979915/real 1783979915]  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979915.804808:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979915.804809:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979915.804810:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979915.804812:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979915.804814:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979915.804816:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979915.804818:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979915.804893:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804899:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979915.804901:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804903:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.804904:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979915.804907:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804912:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979915.804915:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804921:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979915.804922:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804924:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.804925:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.804927:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979915.804929:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979915.804931:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979915.804934:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979915.804936:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979915.804939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979915.804946:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991680:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979915.804949:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979915.804953:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.804959:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979915.804961:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.804963:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979915.804965:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979915.804967:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979915.804969:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979915.804973:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979915.804975:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979915.804977:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979915.804978:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979915.804981:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979915.804984:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979915.804987:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979915.804989:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979915.804992:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979915.804994:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559991808, portal 4
00000100:00000001:0.0:1783979915.804996:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979915.804997:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:0.0:1783979915.805001:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805006:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979915.805008:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979915.805010:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979915.805013:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559991808, offset 0
00000400:00000200:0.0:1783979915.805017:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979915.805020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.805023:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979915.805026:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979915.805028:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979915.805030:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979915.805032:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979915.805034:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390949:390949:256:4294967295] 192.168.201.140@tcp LPNI seq info [390924:390924:8:4294967295]
00000400:00000200:0.0:1783979915.805038:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979915.805043:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979915.805067:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.805071:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979915.805075:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979915.805077:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1783979915.805081:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979915.805083:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1783979915.805087:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979915.805088:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979915.805092:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979915.805094:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979915.805097:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979915.805099:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979915.805101:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979915.805104:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805111:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.805113:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979940 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805119:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.805121:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979915.805124:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979915.805126:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979915.805129:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979915.805132:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305310766
00000100:00000001:0.0:1783979915.805134:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305314508
00000100:00000001:0.0:1783979915.805136:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305310766
00000100:00000001:0.0:1783979915.805138:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305314508
00000100:00000001:0.0:1783979915.805139:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979915.805141:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.805143:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979915.805146:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979915/real 1783979915]  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979915.805153:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979915.805154:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979915.805155:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979915.805157:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979915.805159:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979915.805160:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979915.805163:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979915.805169:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805174:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979915.805176:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805177:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.805178:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979915.805181:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805186:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979915.805190:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805195:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979915.805197:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805199:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979915.805200:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805201:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979915.805203:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979915.805205:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979915.805208:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979915.805210:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979915.805213:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979915.805219:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559991808:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979915.805222:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805224:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.805227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340a80 x1870627559991296/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805234:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979915.805236:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979915.805239:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979915.805242:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979915.805244:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979915.805246:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979915.805248:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979915.805251:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:0.0:1783979915.805254:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979915.805255:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979915.805257:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340a80.
00000100:00000001:0.0:1783979915.805260:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979915.805261:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805263:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.805266:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627559991424/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805272:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979915.805273:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979915.805274:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979915.805276:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979915.805277:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979915.805278:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979915.805280:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979915.805281:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:0.0:1783979915.805283:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979915.805284:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979915.805285:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:0.0:1783979915.805286:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979915.805287:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805288:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.805291:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627559991552/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805296:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979915.805297:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979915.805298:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979915.805300:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979915.805301:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979915.805302:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979915.805303:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979915.805304:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:0.0:1783979915.805306:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979915.805307:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979915.805309:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:0.0:1783979915.805312:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979915.805313:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805314:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.805317:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627559991680/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805328:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979915.805329:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979915.805331:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8000.
02000000:00000001:0.0:1783979915.805333:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979915.805334:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979915.805335:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979915.805337:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979915.805338:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:0.0:1783979915.805340:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979915.805341:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979915.805342:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:0.0:1783979915.805345:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979915.805346:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805349:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979915.805352:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627559991808/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979940 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979915.805357:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979915.805358:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979915.805359:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba000.
02000000:00000001:0.0:1783979915.805361:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979915.805362:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979915.805363:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979915.805365:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979915.805366:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:0.0:1783979915.805368:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979915.805369:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979915.805370:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:0.0:1783979915.805372:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979915.805373:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805375:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979915.805382:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979915.805384:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979915.805387:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979915.805388:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979916.569155:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979916.569162:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979916.569167:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979916.569168:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979916.569171:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979916.569174:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979916.569177:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979916.569180:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979916.569183:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979916.569185:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979916.569187:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979916.569189:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979916.569442:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979916.569450:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979916.569454:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979917.593559:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979917.593569:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979917.593577:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979917.593578:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979917.593582:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979917.593584:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979917.593792:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979917.593797:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979917.593801:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979918.618949:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979918.618958:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979918.618964:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979918.618965:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979918.618969:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979918.618970:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979918.619081:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979918.619087:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979918.619091:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979919.642109:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979919.642119:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979919.642127:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979919.642128:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979919.642132:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979919.642134:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979919.642659:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305314508, at 4305314561
00000100:00000010:3.0:1783979919.642676:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64900.
00000020:00000001:2.0:1783979919.643915:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979919.643920:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979919.643925:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979919.643940:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305314508, at 4305314562
00000100:00000010:2.0:1783979919.643948:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64ea0.
00010000:00000001:1.0:1783979920.665256:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979920.665267:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979920.665275:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979920.665276:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979920.665280:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979920.665281:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979920.665552:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979920.665558:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979920.665562:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979920.921539:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979920.921555:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979920.921558:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979920.921564:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979920.921569:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979920.921580:0:180489:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10643
00000400:00000200:3.0:1783979920.921591:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979920.921599:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979920.921603:0:180489:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979920.921606:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921610:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.921612:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921615:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979920.921619:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979920.921621:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979920.921625:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979920.921629:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979920.921631:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979920.921633:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979920.921636:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921639:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.921640:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921643:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979920.921645:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979920.921648:0:180489:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921651:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979920.921653:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979920.921658:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979920.921661:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.921663:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979920.921665:0:180489:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979920.921678:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783979920.921682:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979920.921686:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979920.921688:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.921691:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979920.921695:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979920.921699:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979920.921709:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783979920.921717:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979920.921726:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979920.921742:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979920.921748:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979920.921763:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979920.921787:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979920.921791:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979920.921794:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979920.921795:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979920.921797:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979920.921800:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979920.921803:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10643
00000400:00000200:3.0:1783979920.921806:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979920.921809:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979920.921812:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979920.921814:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921816:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.921818:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921820:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979920.921822:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979920.921823:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979920.921825:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979920.921827:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979920.921829:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979920.921831:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979920.921834:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921836:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.921837:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921839:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979920.921842:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979920.921844:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921847:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979920.921848:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979920.921855:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979920.921857:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.921859:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979920.921865:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979920.921868:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.921870:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979920.921878:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783979920.921881:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979920.921883:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979920.921885:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.921886:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979920.921888:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979920.921890:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979920.921894:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979920.921897:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979920.921903:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979920.921910:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979920.921912:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979920.921916:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979920.921923:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979920.921926:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979920.921930:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979920.921931:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979920.921933:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979920.921936:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979920.921939:0:180489:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10643
00000400:00000200:3.0:1783979920.921943:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979920.921946:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979920.921948:0:180489:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979920.921951:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921953:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.921954:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921956:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979920.921959:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979920.921960:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979920.921961:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979920.921963:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979920.921965:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979920.921968:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979920.921971:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921972:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.921974:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921976:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979920.921978:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979920.921980:0:180489:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979920.921983:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979920.921985:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979920.921988:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979920.921990:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.921992:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979920.921993:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979920.921995:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.921997:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979920.922000:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783979920.922003:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979920.922005:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979920.922007:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.922008:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979920.922010:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979920.922011:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979920.922015:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979920.922018:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979920.922022:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979920.922028:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979920.922030:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979920.922033:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979920.922040:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979920.922042:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979920.922083:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979920.922084:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979920.922086:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979920.922088:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979920.922091:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10643
00000400:00000200:3.0:1783979920.922094:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979920.922097:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979920.922099:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979920.922101:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922103:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.922105:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922107:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979920.922109:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979920.922110:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979920.922111:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979920.922113:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979920.922115:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979920.922117:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979920.922119:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922121:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.922123:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922125:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979920.922127:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979920.922129:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922131:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979920.922132:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979920.922135:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979920.922137:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.922139:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979920.922142:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979920.922144:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.922146:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979920.922149:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000020:00000040:3.0:1783979920.922151:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979920.922153:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979920.922154:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.922156:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979920.922157:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979920.922159:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979920.922162:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979920.922165:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979920.922169:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979920.922175:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979920.922177:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979920.922180:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979920.922186:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979920.922190:0:180489:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979920.922194:0:180489:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979920.922195:0:180489:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979920.922197:0:180489:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979920.922200:0:180489:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979920.922202:0:180489:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10643
00000400:00000200:3.0:1783979920.922206:0:180489:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979920.922208:0:180489:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979920.922210:0:180489:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979920.922213:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922215:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.922217:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922220:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979920.922222:0:180489:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979920.922223:0:180489:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979920.922225:0:180489:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979920.922227:0:180489:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979920.922228:0:180489:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979920.922231:0:180489:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979920.922233:0:180489:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922235:0:180489:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979920.922237:0:180489:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922239:0:180489:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979920.922241:0:180489:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979920.922244:0:180489:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979920.922246:0:180489:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979920.922248:0:180489:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979920.922250:0:180489:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979920.922252:0:180489:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.922253:0:180489:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979920.922256:0:180489:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979920.922258:0:180489:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.922260:0:180489:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979920.922263:0:180489:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783979920.922266:0:180489:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979920.922268:0:180489:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979920.922269:0:180489:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979920.922271:0:180489:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979920.922272:0:180489:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979920.922274:0:180489:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979920.922277:0:180489:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979920.922280:0:180489:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979920.922284:0:180489:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979920.922291:0:180489:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979920.922293:0:180489:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979920.922297:0:180489:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979920.922305:0:180489:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979920.922310:0:180489:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10653)
00000100:00000001:0.0:1783979920.922399:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979920.922404:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979920.922407:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979920.922414:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922422:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979920.922425:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.922428:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979920.922431:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979920.922434:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979920.922437:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559991936:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979920.922441:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979920.922446:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979920.922449:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.922452:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979920.922457:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979920.922460:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979920.922467:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979920.922471:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979920.922478:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979920.922487:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559991936, portal 25
00000100:00000001:0.0:1783979920.922490:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979920.922492:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:0.0:1783979920.922498:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922505:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979920.922507:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979920.922510:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979920.922513:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559991936, offset 0
00000400:00000200:0.0:1783979920.922522:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979920.922531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.922537:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979920.922544:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979920.922548:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979920.922553:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979920.922556:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979920.922560:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390950:390950:256:4294967295] 192.168.201.140@tcp LPNI seq info [390925:390925:8:4294967295]
00000400:00000200:0.0:1783979920.922565:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.922577:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979920.922584:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.922591:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979920.922599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979920.922604:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979920.922610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979920.922614:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979920.922619:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.922622:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979920.922630:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979920.922634:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979920.922640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979920.922643:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979920.922647:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979920.922652:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922663:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.922666:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922673:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.922674:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979920.922682:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979920.922686:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979920.922689:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305319627
00000100:00000010:0.0:1783979920.922695:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64720.
00000100:00000001:0.0:1783979920.922703:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979920.922709:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305319627
00000100:00000010:0.0:1783979920.922712:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64e40.
00000100:00000001:0.0:1783979920.922716:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979920.922719:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979920.922721:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.922724:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979920.922729:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979920/real 1783979920]  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979920.922739:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979920.922741:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979920.922744:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979920.922747:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979920.922748:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979920.922762:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979920.922766:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979920.922776:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922783:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979920.922784:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.922787:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.922789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979920.922794:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922801:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979920.922805:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922812:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979920.922816:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.922819:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.922820:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.922823:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979920.922825:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979920.922827:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979920.922831:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979920.922834:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979920.922838:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979920.922846:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559991936:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979920.922850:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979920.922853:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922860:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979920.922861:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.922864:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979920.922866:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979920.922868:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979920.922870:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979920.922873:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979920.922875:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979920.922876:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.922878:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979920.922882:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979920.922883:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979920.922887:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979920.922889:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979920.922893:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979920.922896:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559992064, portal 10
00000100:00000001:0.0:1783979920.922898:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979920.922899:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:0.0:1783979920.922906:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.922911:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979920.922913:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979920.922915:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979920.922918:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559992064, offset 0
00000400:00000200:0.0:1783979920.922921:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979920.922925:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.922928:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979920.922930:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979920.922933:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979920.922935:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979920.922937:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979920.922940:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390951:390951:256:4294967295] 192.168.201.140@tcp LPNI seq info [390926:390926:8:4294967295]
00000400:00000200:0.0:1783979920.922943:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.922948:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979920.922952:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.922955:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979920.922958:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979920.922961:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979920.922965:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979920.922968:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979920.922971:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.922973:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979920.922976:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979920.922979:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979920.922982:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979920.922983:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979920.922986:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979920.922989:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923002:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.923004:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923010:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.923012:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979920.923015:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979920.923019:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979920.923022:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979920.923024:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305315858
00000100:00000001:0.0:1783979920.923027:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305319627
00000100:00000001:0.0:1783979920.923029:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305315858
00000100:00000001:0.0:1783979920.923031:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305319627
00000100:00000001:0.0:1783979920.923033:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979920.923035:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.923036:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979920.923040:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979920/real 1783979920]  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979920.923073:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979920.923075:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979920.923077:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979920.923079:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979920.923081:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979920.923083:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979920.923086:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979920.923094:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923100:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979920.923102:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923104:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.923106:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979920.923109:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923115:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979920.923119:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923126:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979920.923128:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923130:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.923131:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923133:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979920.923134:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979920.923137:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979920.923140:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979920.923142:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979920.923146:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979920.923154:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992064:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979920.923158:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979920.923161:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923168:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979920.923169:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.923171:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979920.923173:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979920.923175:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979920.923178:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979920.923181:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979920.923183:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979920.923184:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.923186:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979920.923190:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979920.923192:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979920.923195:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979920.923197:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979920.923200:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979920.923203:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559992192, portal 10
00000100:00000001:0.0:1783979920.923205:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979920.923206:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:0.0:1783979920.923212:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923218:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979920.923220:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979920.923222:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979920.923224:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559992192, offset 0
00000400:00000200:0.0:1783979920.923228:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979920.923232:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.923235:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979920.923238:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979920.923241:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979920.923243:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979920.923245:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979920.923248:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390952:390952:256:4294967295] 192.168.201.140@tcp LPNI seq info [390927:390927:8:4294967295]
00000400:00000200:0.0:1783979920.923252:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.923259:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979920.923263:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.923266:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979920.923271:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979920.923273:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979920.923277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979920.923280:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979920.923283:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.923285:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979920.923288:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979920.923291:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979920.923294:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979920.923296:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979920.923298:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979920.923302:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923309:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.923311:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923317:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.923319:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979920.923322:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979920.923325:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979920.923328:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979920.923329:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305315855
00000100:00000001:0.0:1783979920.923332:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305319627
00000100:00000001:0.0:1783979920.923334:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305315855
00000100:00000001:0.0:1783979920.923337:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305319627
00000100:00000001:0.0:1783979920.923339:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979920.923341:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.923342:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979920.923346:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979920/real 1783979920]  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979920.923354:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979920.923356:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979920.923357:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979920.923359:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979920.923361:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979920.923363:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979920.923366:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979920.923374:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923381:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979920.923382:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923384:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.923385:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979920.923388:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923395:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979920.923399:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923405:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979920.923408:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923409:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.923411:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923412:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979920.923414:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979920.923417:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979920.923420:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979920.923422:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979920.923426:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979920.923440:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992192:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979920.923443:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979920.923447:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923453:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979920.923454:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.923456:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979920.923458:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979920.923460:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979920.923462:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979920.923465:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979920.923466:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979920.923468:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.923469:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979920.923472:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979920.923474:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979920.923477:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979920.923480:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979920.923483:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979920.923485:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559992320, portal 4
00000100:00000001:0.0:1783979920.923487:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979920.923488:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:0.0:1783979920.923494:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923499:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979920.923500:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979920.923502:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979920.923505:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559992320, offset 0
00000400:00000200:0.0:1783979920.923509:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979920.923512:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.923516:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979920.923518:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979920.923520:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979920.923522:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979920.923525:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979920.923527:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390953:390953:256:4294967295] 192.168.201.140@tcp LPNI seq info [390928:390928:8:4294967295]
00000400:00000200:0.0:1783979920.923531:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.923536:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979920.923540:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.923543:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979920.923545:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979920.923548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979920.923552:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979920.923554:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979920.923558:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.923559:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979920.923562:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979920.923565:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979920.923568:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979920.923569:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979920.923571:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979920.923575:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923582:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.923585:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923591:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.923592:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979920.923595:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979920.923598:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979920.923601:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979920.923603:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305315882
00000100:00000001:0.0:1783979920.923605:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305319627
00000100:00000001:0.0:1783979920.923608:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305315882
00000100:00000001:0.0:1783979920.923609:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305319627
00000100:00000001:0.0:1783979920.923611:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979920.923613:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.923615:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979920.923618:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979920/real 1783979920]  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979920.923625:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979920.923627:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979920.923628:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979920.923630:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979920.923632:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979920.923633:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979920.923636:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979920.923644:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923650:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979920.923651:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923653:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.923654:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979920.923657:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923663:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979920.923666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923671:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979920.923674:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923675:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.923676:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923677:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979920.923679:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979920.923682:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979920.923685:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979920.923686:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979920.923690:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979920.923696:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992320:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979920.923699:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979920.923703:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923708:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979920.923709:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.923711:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979920.923713:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979920.923715:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979920.923717:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979920.923720:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979920.923721:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979920.923723:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979920.923725:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979920.923728:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979920.923729:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979920.923732:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979920.923734:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979920.923737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979920.923740:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559992448, portal 4
00000100:00000001:0.0:1783979920.923743:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979920.923744:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:0.0:1783979920.923749:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923767:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979920.923769:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979920.923772:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979920.923775:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559992448, offset 0
00000400:00000200:0.0:1783979920.923778:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979920.923782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.923786:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979920.923788:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979920.923791:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979920.923793:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979920.923795:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979920.923798:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390954:390954:256:4294967295] 192.168.201.140@tcp LPNI seq info [390929:390929:8:4294967295]
00000400:00000200:0.0:1783979920.923802:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979920.923808:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979920.923813:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.923817:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979920.923820:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979920.923823:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1783979920.923826:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979920.923828:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1783979920.923833:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979920.923835:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979920.923837:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979920.923840:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979920.923843:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979920.923845:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979920.923847:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979920.923851:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.923866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979945 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923871:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.923872:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979920.923875:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979920.923878:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979920.923881:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979920.923882:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305315884
00000100:00000001:0.0:1783979920.923885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305319627
00000100:00000001:0.0:1783979920.923886:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305315884
00000100:00000001:0.0:1783979920.923888:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305319627
00000100:00000001:0.0:1783979920.923890:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979920.923892:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.923894:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979920.923897:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979920/real 1783979920]  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979920.923905:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979920.923907:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979920.923908:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979920.923911:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979920.923912:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979920.923915:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979920.923917:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979920.923925:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923932:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979920.923934:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923935:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.923937:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979920.923940:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923947:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979920.923949:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923954:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979920.923956:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923956:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979920.923957:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923958:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979920.923959:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979920.923960:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979920.923962:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979920.923963:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979920.923966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979920.923971:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992448:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979920.923973:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.923975:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.923976:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627559991936/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.923980:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979920.923982:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979920.923984:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979920.923987:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979920.923989:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979920.923991:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979920.923993:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979920.923995:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:0.0:1783979920.923998:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979920.924000:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979920.924002:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:0.0:1783979920.924005:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979920.924006:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.924007:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.924009:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627559992064/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.924013:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979920.924013:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979920.924014:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979920.924016:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979920.924017:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979920.924017:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979920.924018:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979920.924019:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:0.0:1783979920.924020:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979920.924021:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979920.924021:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:0.0:1783979920.924023:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979920.924023:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.924024:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.924027:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627559992192/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.924032:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979920.924033:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979920.924034:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979920.924036:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979920.924037:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979920.924038:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979920.924039:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979920.924040:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:0.0:1783979920.924042:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979920.924044:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979920.924045:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:0.0:1783979920.924073:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979920.924075:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.924076:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.924080:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627559992320/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.924084:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979920.924085:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979920.924086:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979920.924088:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979920.924089:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979920.924090:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979920.924091:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979920.924092:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:0.0:1783979920.924094:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979920.924094:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979920.924095:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:0.0:1783979920.924097:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979920.924097:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.924098:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979920.924100:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627559992448/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979945 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979920.924103:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979920.924103:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979920.924104:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8800.
02000000:00000001:0.0:1783979920.924105:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979920.924106:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979920.924107:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979920.924108:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979920.924109:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:0.0:1783979920.924111:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979920.924111:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979920.924112:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:0.0:1783979920.924113:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979920.924114:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.924116:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979920.924123:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979920.924125:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979920.924126:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979920.924128:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689921:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979921.689934:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979921.689936:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979921.689941:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689946:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979921.689949:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689951:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689953:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689957:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979921.689959:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979921.689960:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979921.689962:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689963:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979921.689965:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689966:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689969:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979921.689974:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979921.689975:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979921.690103:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979921.690107:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979921.690110:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979922.713249:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979922.713260:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979922.713268:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979922.713269:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979922.713273:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979922.713274:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979922.714302:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979922.714307:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979922.714312:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979923.737167:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979923.737173:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979923.737179:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979923.737180:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979923.737184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979923.737185:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979923.739345:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979923.739352:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979923.739357:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979924.761215:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305319627, at 4305319680
00000100:00000040:3.0:1783979924.761221:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305319627, at 4305319680
00000100:00000010:2.0:1783979924.761239:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64720.
00000100:00000010:3.0:1783979924.761242:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64e40.
00010000:00000001:1.0:1783979924.761323:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979924.761330:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979924.761336:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979924.761337:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979924.761340:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979924.761341:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979924.761417:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979924.761422:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979924.761426:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979925.785321:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979925.785329:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979925.785334:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979925.785335:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979925.785338:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979925.785339:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979925.785439:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979925.785447:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979925.785452:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979926.043806:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979926.043817:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979926.043821:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979926.043832:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979926.043837:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979926.043845:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10648
00000400:00000200:1.0:1783979926.043854:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979926.043861:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979926.043863:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979926.043867:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.043871:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.043873:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.043875:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979926.043879:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979926.043881:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979926.043883:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979926.043886:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979926.043889:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979926.043891:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979926.043894:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.043896:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.043898:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.043900:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979926.043903:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979926.043906:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979926.043908:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979926.043911:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979926.043914:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979926.043917:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.043919:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979926.043922:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979926.043931:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783979926.043934:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979926.043938:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979926.043939:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.043942:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979926.043945:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979926.043948:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979926.043956:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000001:1.0:1783979926.043962:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979926.043970:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979926.043980:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979926.043984:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979926.043989:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979926.044015:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979926.044018:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979926.044021:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979926.044023:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979926.044024:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979926.044027:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979926.044029:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10648
00000400:00000200:1.0:1783979926.044034:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979926.044037:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979926.044039:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979926.044042:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044044:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.044086:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044089:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979926.044091:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979926.044092:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979926.044093:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979926.044095:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979926.044097:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979926.044099:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979926.044104:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044106:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.044109:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044111:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979926.044114:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979926.044117:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044119:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979926.044120:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979926.044127:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979926.044129:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044131:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979926.044134:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979926.044137:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044139:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979926.044142:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
00000020:00000040:1.0:1783979926.044144:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979926.044146:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979926.044147:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044149:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979926.044150:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979926.044151:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979926.044155:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979926.044157:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979926.044162:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979926.044168:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979926.044170:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979926.044173:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979926.044180:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979926.044182:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979926.044185:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979926.044186:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979926.044188:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979926.044190:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979926.044192:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10648
00000400:00000200:1.0:1783979926.044196:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979926.044199:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979926.044201:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979926.044203:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044205:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.044207:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044209:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979926.044210:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979926.044212:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979926.044213:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979926.044215:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979926.044216:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979926.044219:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979926.044221:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044223:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.044225:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044227:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979926.044229:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979926.044231:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044233:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979926.044235:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979926.044238:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979926.044240:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044242:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979926.044244:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979926.044246:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044247:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979926.044250:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783979926.044253:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979926.044255:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979926.044257:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044258:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979926.044259:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979926.044261:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979926.044265:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979926.044268:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979926.044272:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979926.044279:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979926.044281:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979926.044285:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979926.044291:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979926.044294:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979926.044297:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979926.044298:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979926.044300:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979926.044302:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979926.044304:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10648
00000400:00000200:1.0:1783979926.044307:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979926.044310:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979926.044312:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979926.044315:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044317:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.044318:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044320:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979926.044322:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979926.044323:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979926.044324:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979926.044326:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979926.044328:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979926.044330:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979926.044333:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044335:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.044336:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044338:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979926.044340:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979926.044343:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044345:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979926.044346:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979926.044348:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979926.044350:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044352:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979926.044354:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979926.044356:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044358:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979926.044362:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979926.044365:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979926.044367:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979926.044368:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044369:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979926.044370:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979926.044372:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979926.044375:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979926.044378:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979926.044383:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979926.044390:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979926.044392:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979926.044395:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979926.044402:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979926.044405:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979926.044408:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979926.044410:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979926.044411:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979926.044414:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979926.044416:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10648
00000400:00000200:1.0:1783979926.044419:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979926.044422:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979926.044424:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979926.044426:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044428:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.044429:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044431:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979926.044433:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979926.044434:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979926.044436:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979926.044437:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979926.044439:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979926.044441:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979926.044443:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044444:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979926.044446:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044448:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979926.044450:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979926.044452:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979926.044454:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979926.044455:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979926.044458:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979926.044459:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044461:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979926.044463:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979926.044465:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044466:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979926.044469:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783979926.044471:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979926.044473:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979926.044474:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979926.044476:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979926.044477:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979926.044479:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979926.044482:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979926.044484:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979926.044489:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979926.044495:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979926.044496:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979926.044500:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979926.044508:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979926.044512:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10658)
00000100:00000001:0.0:1783979926.044917:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979926.044925:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1783979926.044927:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979926.044939:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.044947:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979926.044949:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.044954:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979926.044957:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979926.044959:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979926.044961:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559992576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979926.044965:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979926.044970:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979926.044972:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.044974:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979926.044982:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979926.044984:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979926.044990:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979926.044994:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979926.045000:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979926.045008:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559992576, portal 25
00000100:00000001:0.0:1783979926.045010:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979926.045011:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423309568 : -128863286242048 : ffff8accad995500)
00000100:00000040:0.0:1783979926.045015:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045020:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979926.045023:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979926.045024:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979926.045028:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559992576, offset 0
00000400:00000200:0.0:1783979926.045032:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979926.045041:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.045083:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979926.045088:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979926.045092:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979926.045096:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979926.045098:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979926.045101:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390955:390955:256:4294967295] 192.168.201.140@tcp LPNI seq info [390930:390930:8:4294967295]
00000400:00000200:0.0:1783979926.045105:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.045113:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979926.045117:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.045122:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979926.045129:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979926.045132:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979926.045138:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979926.045141:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979926.045144:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.045146:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979926.045152:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979926.045157:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979926.045162:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979926.045164:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979926.045215:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979926.045219:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045228:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.045231:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045236:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.045237:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979926.045244:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979926.045246:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979926.045249:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305324750
00000100:00000010:0.0:1783979926.045253:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64540.
00000100:00000001:0.0:1783979926.045260:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:0.0:1783979926.045266:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305324750
00000100:00000010:0.0:1783979926.045268:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8accadb64ae0.
00000100:00000001:0.0:1783979926.045271:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:0.0:1783979926.045274:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979926.045275:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.045277:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979926.045280:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979926/real 1783979926]  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979926.045287:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979926.045289:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979926.045290:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979926.045292:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979926.045293:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979926.045295:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979926.045297:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979926.045303:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045309:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979926.045310:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045312:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.045314:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979926.045316:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045320:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979926.045323:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045327:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979926.045329:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045329:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.045330:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045332:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979926.045334:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979926.045336:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979926.045340:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979926.045341:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979926.045344:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979926.045348:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559992576:192.168.201.140@tcp:250:kworker.0
00000100:00000001:0.0:1783979926.045351:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979926.045354:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045357:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979926.045358:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.045360:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979926.045362:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979926.045364:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979926.045365:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979926.045368:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979926.045369:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979926.045370:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.045371:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979926.045373:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979926.045374:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979926.045377:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979926.045378:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979926.045381:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979926.045383:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559992704, portal 10
00000100:00000001:0.0:1783979926.045384:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979926.045385:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423318528 : -128863286233088 : ffff8accad997800)
00000100:00000040:0.0:1783979926.045391:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045395:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979926.045397:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979926.045398:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979926.045400:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559992704, offset 0
00000400:00000200:0.0:1783979926.045402:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979926.045404:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.045406:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979926.045408:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979926.045410:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979926.045411:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979926.045413:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979926.045415:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390956:390956:256:4294967295] 192.168.201.140@tcp LPNI seq info [390931:390931:8:4294967295]
00000400:00000200:0.0:1783979926.045418:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.045421:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979926.045424:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.045427:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979926.045429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979926.045431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979926.045434:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979926.045436:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979926.045438:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.045440:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979926.045441:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979926.045443:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979926.045445:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979926.045446:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979926.045447:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979926.045449:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.045456:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045460:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.045461:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979926.045462:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979926.045465:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:0.0:1783979926.045467:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979926.045468:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305320981
00000100:00000001:0.0:1783979926.045469:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305324750
00000100:00000001:0.0:1783979926.045471:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305320981
00000100:00000001:0.0:1783979926.045472:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305324750
00000100:00000001:0.0:1783979926.045474:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979926.045475:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.045476:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979926.045478:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979926/real 1783979926]  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979926.045486:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979926.045487:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979926.045488:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979926.045490:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979926.045490:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979926.045491:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979926.045493:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979926.045497:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045500:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979926.045501:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045502:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.045503:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979926.045504:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045508:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979926.045510:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045515:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979926.045516:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045517:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.045517:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045518:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979926.045520:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979926.045521:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979926.045523:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979926.045524:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979926.045526:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979926.045531:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992704:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979926.045533:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979926.045536:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045539:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979926.045540:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.045541:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979926.045542:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979926.045543:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979926.045545:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979926.045546:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979926.045547:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979926.045548:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.045549:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979926.045551:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979926.045552:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979926.045554:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979926.045555:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979926.045557:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979926.045559:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559992832, portal 10
00000100:00000001:0.0:1783979926.045560:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979926.045561:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314048 : -128863286237568 : ffff8accad996680)
00000100:00000040:0.0:1783979926.045565:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045569:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979926.045570:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979926.045571:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979926.045573:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559992832, offset 0
00000400:00000200:0.0:1783979926.045576:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979926.045577:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.045579:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979926.045581:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979926.045583:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979926.045585:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979926.045586:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979926.045588:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390957:390957:256:4294967295] 192.168.201.140@tcp LPNI seq info [390932:390932:8:4294967295]
00000400:00000200:0.0:1783979926.045590:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.045593:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979926.045596:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.045597:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979926.045599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979926.045601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979926.045603:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979926.045604:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979926.045607:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.045608:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979926.045610:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979926.045612:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979926.045613:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979926.045614:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979926.045616:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979926.045618:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045622:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.045623:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045627:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.045628:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979926.045629:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979926.045631:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:0.0:1783979926.045633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979926.045634:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305320977
00000100:00000001:0.0:1783979926.045636:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305324750
00000100:00000001:0.0:1783979926.045638:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305320977
00000100:00000001:0.0:1783979926.045639:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305324750
00000100:00000001:0.0:1783979926.045640:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979926.045641:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.045642:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979926.045644:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979926/real 1783979926]  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979926.045648:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979926.045648:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979926.045649:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979926.045650:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979926.045651:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979926.045652:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979926.045654:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979926.045659:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045677:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979926.045678:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045680:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.045681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979926.045751:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045759:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979926.045763:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045769:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979926.045772:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045774:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.045775:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.045777:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979926.045778:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979926.045781:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979926.045785:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979926.045787:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979926.045791:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979926.045798:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992832:192.168.201.140@tcp:38:kworker.0
00000100:00000001:0.0:1783979926.045802:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979926.045806:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045812:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979926.045814:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.045816:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979926.045818:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979926.045820:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979926.045822:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979926.045825:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979926.045827:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979926.045828:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.045830:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979926.045833:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979926.045835:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979926.045838:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979926.045841:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979926.045845:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979926.045848:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559992960, portal 4
00000100:00000001:0.0:1783979926.045850:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979926.045851:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:0.0:1783979926.045857:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045863:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979926.045866:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979926.045868:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979926.045870:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559992960, offset 0
00000400:00000200:0.0:1783979926.045873:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979926.045877:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.045881:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979926.045884:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979926.045886:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979926.045889:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979926.045891:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979926.045893:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390958:390958:256:4294967295] 192.168.201.140@tcp LPNI seq info [390933:390933:8:4294967295]
00000400:00000200:0.0:1783979926.045897:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.045903:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979926.045907:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.045910:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979926.045914:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979926.045917:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979926.045921:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979926.045924:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979926.045928:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.045930:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979926.045933:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979926.045936:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979926.045938:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979926.045940:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979926.045942:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979926.045945:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045958:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.045961:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.045967:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.045969:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979926.045972:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979926.045975:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:0.0:1783979926.045978:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979926.045980:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305321004
00000100:00000001:0.0:1783979926.045982:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305324750
00000100:00000001:0.0:1783979926.045984:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305321004
00000100:00000001:0.0:1783979926.045986:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305324750
00000100:00000001:0.0:1783979926.045988:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979926.045990:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.045991:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979926.045994:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979926/real 1783979926]  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979926.046001:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979926.046002:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979926.046004:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979926.046006:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979926.046007:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979926.046010:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979926.046013:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979926.046020:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046026:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979926.046028:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046029:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.046030:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979926.046033:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046039:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979926.046043:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046082:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979926.046085:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046086:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.046087:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046089:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979926.046091:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979926.046094:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979926.046097:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979926.046099:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979926.046104:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979926.046111:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559992960:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979926.046115:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1783979926.046119:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046125:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1783979926.046126:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.046129:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1783979926.046131:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979926.046133:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979926.046137:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979926.046139:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1783979926.046141:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1783979926.046143:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979926.046145:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1783979926.046150:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979926.046152:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1783979926.046155:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:0.0:1783979926.046158:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc86357ec8.
00000400:00000010:0.0:1783979926.046161:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de330.
00000100:00000200:0.0:1783979926.046164:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559993088, portal 4
00000100:00000001:0.0:1783979926.046467:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1783979926.046469:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:0.0:1783979926.046477:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046484:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1783979926.046486:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:0.0:1783979926.046489:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accad7de550.
00000100:00000200:0.0:1783979926.046492:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559993088, offset 0
00000400:00000200:0.0:1783979926.046497:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:0.0:1783979926.046501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.046505:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:0.0:1783979926.046508:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1783979926.046510:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:0.0:1783979926.046513:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1783979926.046515:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:0.0:1783979926.046518:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390959:390959:256:4294967295] 192.168.201.140@tcp LPNI seq info [390934:390934:8:4294967295]
00000400:00000200:0.0:1783979926.046522:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979926.046529:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1783979926.046533:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.046536:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb34cce00.
00000800:00000200:0.0:1783979926.046541:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.0:1783979926.046543:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1783979926.046547:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:0.1:1783979926.046549:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1783979926.046553:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:0.0:1783979926.046556:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb34cce00.
00000400:00000200:0.0:1783979926.046559:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1783979926.046562:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1783979926.046565:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de550
00000400:00000010:0.0:1783979926.046567:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de550.
00000100:00000001:0.0:1783979926.046569:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979926.046573:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046581:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.046584:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979951 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046590:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.046591:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1783979926.046595:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979926.046597:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:0.0:1783979926.046600:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:0.0:1783979926.046603:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305321007
00000100:00000001:0.0:1783979926.046605:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305324750
00000100:00000001:0.0:1783979926.046607:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305321007
00000100:00000001:0.0:1783979926.046609:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305324750
00000100:00000001:0.0:1783979926.046612:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1783979926.046614:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.046616:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1783979926.046620:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979926/real 1783979926]  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1783979926.046628:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1783979926.046629:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1783979926.046631:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc86357ec8.
00000400:00000200:0.0:1783979926.046633:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accad7de330
00000400:00000010:0.0:1783979926.046635:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accad7de330.
00000100:00000001:0.0:1783979926.046637:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1783979926.046640:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1783979926.046649:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046655:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1783979926.046657:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046659:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.046660:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1783979926.046677:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046744:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1783979926.046749:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046756:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1783979926.046758:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046760:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1783979926.046762:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046764:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1783979926.046765:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1783979926.046768:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1783979926.046771:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:0.0:1783979926.046774:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1783979926.046778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1783979926.046792:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993088:192.168.201.140@tcp:8:kworker.0
00000100:00000001:0.0:1783979926.046796:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046799:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.046802:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995500 x1870627559992576/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046810:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979926.046813:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979926.046816:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:0.0:1783979926.046819:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979926.046821:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979926.046823:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:0.0:1783979926.046826:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979926.046828:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:0.0:1783979926.046834:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979926.046835:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979926.046837:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995500.
00000100:00000001:0.0:1783979926.046841:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979926.046843:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046845:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.046849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997800 x1870627559992704/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046855:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979926.046857:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979926.046858:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865b9000.
02000000:00000001:0.0:1783979926.046861:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979926.046862:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979926.046863:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979926.046865:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979926.046867:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:0.0:1783979926.046869:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979926.046870:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979926.046872:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997800.
00000100:00000001:0.0:1783979926.046875:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979926.046876:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046878:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.046881:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996680 x1870627559992832/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046888:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979926.046889:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979926.046891:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865bb800.
02000000:00000001:0.0:1783979926.046893:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979926.046894:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979926.046895:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:0.0:1783979926.046897:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979926.046898:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:0.0:1783979926.046901:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979926.046902:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979926.046903:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996680.
00000100:00000001:0.0:1783979926.046906:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979926.046907:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046908:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.046912:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627559992960/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046918:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979926.046919:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979926.046920:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba800.
02000000:00000001:0.0:1783979926.046926:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979926.046927:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979926.046928:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979926.046930:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979926.046931:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:0.0:1783979926.046932:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979926.046933:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979926.046935:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:0.0:1783979926.046937:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979926.046938:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046939:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979926.046942:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627559993088/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979951 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979926.046948:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1783979926.046949:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1783979926.046950:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acc865ba400.
02000000:00000001:0.0:1783979926.046952:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1783979926.046953:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1783979926.046954:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:0.0:1783979926.046955:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1783979926.046957:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:0.0:1783979926.046959:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1783979926.046959:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1783979926.046961:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:0.0:1783979926.046962:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1783979926.046964:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046966:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1783979926.046975:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1783979926.046977:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979926.046980:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1783979926.046982:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979926.809967:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979926.809973:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979926.809987:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979926.809988:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979926.809991:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979926.809995:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979926.809997:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979926.810000:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979926.810003:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979926.810005:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979926.810007:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979926.810009:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979926.810122:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979926.810126:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979926.810129:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1783979926.937882:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979926.937890:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979926.937895:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1783979926.938646:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1783979926.938666:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979926.938676:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1783979926.938680:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979926.938683:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979927.833190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979927.833195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979927.833199:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979927.833199:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979927.833202:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979927.833203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979927.833274:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979927.833277:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979927.833279:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979928.857300:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979928.857308:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979928.857314:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979928.857315:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979928.857318:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979928.857319:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979928.859348:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979928.859354:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979928.859358:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979929.881183:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305324750, at 4305324800
00000100:00000010:2.0:1783979929.881203:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64540.
00010000:00000001:1.0:1783979929.881217:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979929.881221:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979929.881225:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979929.881226:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979929.881228:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979929.881229:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979929.881308:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979929.881310:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979929.881313:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979929.881361:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305324750, at 4305324800
00000100:00000010:3.0:1783979929.881369:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8accadb64ae0.
00010000:00000001:1.0:1783979930.905231:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979930.905243:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979930.905251:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979930.905252:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979930.905256:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979930.905257:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979930.911210:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979930.911219:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979930.911225:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979931.161769:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979931.161782:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979931.161785:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979931.161789:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979931.161794:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979931.161803:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10653
00000400:00000200:1.0:1783979931.161814:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979931.161821:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979931.161825:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979931.161828:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.161831:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.161834:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.161837:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979931.161842:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979931.161844:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979931.161847:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979931.161850:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979931.161853:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979931.161855:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979931.161858:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.161859:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.161861:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.161862:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979931.161865:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979931.161868:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979931.161870:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979931.161873:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979931.161876:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979931.161879:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.161881:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979931.161884:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979931.161895:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979931.161898:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979931.161902:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979931.161904:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.161908:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979931.161912:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979931.161917:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979931.161927:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979931.161935:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979931.161947:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979931.161959:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979931.161964:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979931.161970:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162041:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.162077:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979931.162080:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979931.162088:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162096:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979931.162099:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.162103:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979931.162106:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979931.162109:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979931.162113:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559993216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979931.162118:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979931.162124:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979931.162126:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.162129:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979931.162135:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.162137:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979931.162143:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979931.162147:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979931.162154:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979931.162162:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559993216, portal 25
00000100:00000001:2.0:1783979931.162165:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979931.162167:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:2.0:1783979931.162173:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162180:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979931.162183:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979931.162186:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979931.162188:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559993216, offset 0
00000400:00000200:2.0:1783979931.162196:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979931.162205:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.162211:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979931.162217:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979931.162221:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979931.162225:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979931.162228:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979931.162232:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390960:390960:256:4294967295] 192.168.201.140@tcp LPNI seq info [390935:390935:8:4294967295]
00000400:00000200:2.0:1783979931.162236:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.162246:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979931.162252:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.162257:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979931.162264:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979931.162268:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979931.162274:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979931.162278:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979931.162282:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.162285:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979931.162292:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979931.162296:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979931.162302:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979931.162304:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979931.162309:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979931.162313:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979931.162362:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979931.162366:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979931.162370:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979931.162371:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979931.162373:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979931.162375:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979931.162378:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10653
00000400:00000200:1.0:1783979931.162381:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979931.162384:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979931.162387:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979931.162389:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.162391:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.162393:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.162395:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979931.162397:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979931.162398:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979931.162400:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979931.162402:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979931.162403:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979931.162405:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979931.162408:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.162409:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.162411:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.162413:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979931.162415:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979931.162418:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979931.162421:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979931.162423:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979931.162430:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979931.162432:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.162434:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979931.162439:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979931.162442:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.162444:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979931.162447:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979931.162450:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979931.162452:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979931.162453:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.162455:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979931.162457:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979931.162459:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979931.162463:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979931.162467:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979931.162472:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979931.162480:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979931.162482:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979931.162486:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.162753:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162761:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.162763:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979931.162772:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979931.162776:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979931.162779:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305329867
00000100:00000010:2.0:1783979931.162787:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627840.
00000100:00000001:2.0:1783979931.162795:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979931.162801:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305329867
00000100:00000010:2.0:1783979931.162803:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627e40.
00000100:00000001:2.0:1783979931.162806:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979931.162809:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979931.162812:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.162815:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979931.162819:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979931/real 1783979931]  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979931.162829:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979931.162831:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979931.162833:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979931.162836:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979931.162838:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979931.162840:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979931.162843:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979931.162851:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162858:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979931.162860:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.162862:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.162864:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979931.162868:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162875:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979931.162879:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162886:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979931.162888:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.162890:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.162891:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.162893:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979931.162895:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979931.162898:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979931.162902:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979931.162904:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979931.162908:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979931.162915:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559993216:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979931.162919:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.162921:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.162924:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559993216/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162930:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979931.162933:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979931.162935:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.162938:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979931.162940:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979931.162943:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979931.162945:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979931.162948:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:2.0:1783979931.162952:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979931.162954:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979931.162955:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:2.0:1783979931.162959:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979931.162960:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.162962:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.162970:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979931.162972:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.162975:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.162976:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979931.162977:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979931.162980:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.162987:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979931.162988:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.162990:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979931.162992:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979931.162994:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979931.162996:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979931.162999:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979931.163000:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979931.163001:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.163003:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979931.163005:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.163007:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979931.163011:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979931.163013:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979931.163016:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979931.163020:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559993344, portal 10
00000100:00000001:2.0:1783979931.163022:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979931.163023:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:2.0:1783979931.163030:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163037:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979931.163038:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979931.163041:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979931.163043:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559993344, offset 0
00000400:00000200:2.0:1783979931.163047:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979931.163071:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.163076:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979931.163079:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979931.163082:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979931.163084:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979931.163086:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979931.163089:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390961:390961:256:4294967295] 192.168.201.140@tcp LPNI seq info [390936:390936:8:4294967295]
00000400:00000200:2.0:1783979931.163093:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.163099:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979931.163103:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.163108:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979931.163112:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979931.163115:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979931.163119:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979931.163122:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979931.163126:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.163128:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979931.163132:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979931.163135:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979931.163138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979931.163140:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979931.163142:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979931.163146:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163153:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.163156:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163169:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.163170:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979931.163173:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979931.163177:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979931.163180:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979931.163182:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305326098
00000100:00000001:2.0:1783979931.163185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305329867
00000100:00000001:2.0:1783979931.163187:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305326098
00000100:00000001:2.0:1783979931.163189:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305329867
00000100:00000001:2.0:1783979931.163191:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979931.163193:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.163195:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979931.163198:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979931/real 1783979931]  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979931.163205:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979931.163206:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979931.163208:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979931.163209:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979931.163211:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979931.163213:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979931.163216:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979931.163223:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163228:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979931.163229:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.163231:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.163232:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979931.163235:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163242:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979931.163246:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163252:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979931.163254:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.163255:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.163256:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.163257:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979931.163259:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979931.163261:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979931.163263:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979931.163265:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979931.163268:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979931.163275:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993344:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979931.163278:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.163279:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.163281:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559993344/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163287:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979931.163288:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979931.163290:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.163293:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979931.163294:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979931.163295:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979931.163297:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979931.163299:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:2.0:1783979931.163302:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979931.163303:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979931.163304:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:2.0:1783979931.163306:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979931.163307:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.163309:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.163312:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979931.163313:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.163316:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.163318:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.163406:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.163409:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.163443:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979931.163447:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979931.163451:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979931.163452:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979931.163454:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979931.163457:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979931.163460:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10653
00000400:00000200:1.0:1783979931.163463:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979931.163466:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979931.163469:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979931.163473:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163475:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.163477:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163479:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979931.163482:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979931.163483:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979931.163485:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979931.163487:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979931.163489:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979931.163491:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979931.163493:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163495:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.163497:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163499:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979931.163501:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979931.163504:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163506:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979931.163509:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979931.163513:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979931.163515:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.163517:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979931.163521:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979931.163523:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.163525:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979931.163529:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979931.163531:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979931.163534:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979931.163536:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.163538:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979931.163540:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979931.163542:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979931.163547:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979931.163552:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979931.163557:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979931.163565:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979931.163567:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979931.163571:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163617:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.163619:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979931.163621:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979931.163625:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163632:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979931.163634:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.163636:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979931.163638:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979931.163640:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979931.163643:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979931.163646:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979931.163648:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979931.163650:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.163652:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979931.163655:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.163657:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979931.163660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979931.163662:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979931.163665:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979931.163668:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559993472, portal 10
00000100:00000001:2.0:1783979931.163670:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979931.163671:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00000040:2.0:1783979931.163677:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163684:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979931.163686:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979931.163688:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979931.163690:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559993472, offset 0
00000400:00000200:2.0:1783979931.163693:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979931.163697:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.163700:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979931.163703:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979931.163705:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979931.163707:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979931.163709:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979931.163712:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390962:390962:256:4294967295] 192.168.201.140@tcp LPNI seq info [390937:390937:8:4294967295]
00000400:00000200:2.0:1783979931.163716:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.163722:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979931.163726:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.163729:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979931.163733:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979931.163735:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979931.163739:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979931.163741:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979931.163745:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.163747:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979931.163750:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979931.163754:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979931.163756:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979931.163758:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979931.163760:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979931.163763:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979931.163784:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979931.163787:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979931.163790:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979931.163792:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979931.163793:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979931.163796:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979931.163798:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10653
00000400:00000200:1.0:1783979931.163802:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979931.163804:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979931.163806:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979931.163809:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163811:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.163813:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163815:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979931.163817:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979931.163818:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979931.163819:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979931.163821:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979931.163823:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979931.163825:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979931.163828:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163830:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.163832:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163834:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979931.163836:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979931.163839:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979931.163841:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979931.163842:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979931.163845:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979931.163846:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.163848:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979931.163850:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979931.163852:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.163853:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979931.163857:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979931.163859:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979931.163861:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979931.163862:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.163864:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979931.163866:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979931.163867:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979931.163870:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979931.163874:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979931.163877:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979931.163884:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979931.163886:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979931.163889:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163913:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.163916:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163928:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.163930:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979931.163933:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979931.163936:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979931.163939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979931.163941:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305326095
00000100:00000001:2.0:1783979931.163943:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305329867
00000100:00000001:2.0:1783979931.163946:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305326095
00000100:00000001:2.0:1783979931.163948:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305329867
00000100:00000001:2.0:1783979931.163949:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979931.163951:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.163953:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979931.163956:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979931/real 1783979931]  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979931.163963:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979931.163964:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979931.163965:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979931.163967:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979931.163969:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979931.163971:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979931.163973:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979931.163981:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.163987:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979931.163988:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.163989:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.163990:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979931.163993:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164000:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979931.164004:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164010:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979931.164012:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164013:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.164014:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164016:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979931.164017:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979931.164020:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979931.164023:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979931.164025:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979931.164029:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979931.164038:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993472:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979931.164042:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.164046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559993472/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164124:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979931.164126:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979931.164128:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.164131:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979931.164133:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979931.164134:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979931.164136:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979931.164138:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:2.0:1783979931.164141:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979931.164143:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979931.164144:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:2.0:1783979931.164147:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979931.164148:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164150:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164155:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979931.164157:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.164159:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.164160:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979931.164162:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979931.164166:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164173:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979931.164175:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.164177:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979931.164179:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979931.164181:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979931.164184:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979931.164187:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979931.164189:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979931.164190:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.164192:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979931.164195:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.164197:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979931.164201:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979931.164203:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979931.164206:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979931.164209:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559993600, portal 4
00000100:00000001:2.0:1783979931.164211:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979931.164212:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:2.0:1783979931.164217:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164224:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979931.164227:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979931.164228:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979931.164231:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559993600, offset 0
00000400:00000200:2.0:1783979931.164234:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979931.164238:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.164241:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979931.164244:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979931.164246:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979931.164248:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979931.164250:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979931.164253:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390963:390963:256:4294967295] 192.168.201.140@tcp LPNI seq info [390938:390938:8:4294967295]
00000400:00000200:2.0:1783979931.164256:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.164262:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979931.164266:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.164269:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979931.164273:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979931.164275:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979931.164279:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979931.164281:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979931.164285:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.164287:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979931.164291:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979931.164294:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979931.164297:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979931.164298:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979931.164300:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979931.164303:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164311:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.164314:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164320:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.164321:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979931.164324:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979931.164327:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979931.164330:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979931.164332:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305326123
00000100:00000001:2.0:1783979931.164334:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305329867
00000100:00000001:2.0:1783979931.164336:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305326123
00000100:00000001:2.0:1783979931.164338:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305329867
00000100:00000001:2.0:1783979931.164340:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979931.164341:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.164343:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979931.164345:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979931/real 1783979931]  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979931.164352:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979931.164353:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979931.164355:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979931.164356:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979931.164358:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979931.164359:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979931.164362:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979931.164369:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164375:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979931.164377:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164379:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.164380:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979931.164384:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164390:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979931.164394:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164402:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979931.164404:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164406:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.164407:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164409:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979931.164411:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979931.164413:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979931.164417:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979931.164419:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979931.164423:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979931.164431:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993600:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979931.164434:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164436:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.164438:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559993600/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164444:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979931.164446:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979931.164447:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.164449:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979931.164451:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979931.164452:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979931.164454:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979931.164455:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:2.0:1783979931.164457:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979931.164458:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979931.164460:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:2.0:1783979931.164462:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979931.164463:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164465:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164468:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979931.164469:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.164471:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.164473:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.164526:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979931.164530:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979931.164534:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979931.164535:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979931.164537:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979931.164540:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979931.164543:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10653
00000400:00000200:1.0:1783979931.164547:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979931.164549:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979931.164552:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979931.164554:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.164556:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.164558:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.164560:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979931.164563:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979931.164565:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979931.164566:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979931.164569:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979931.164571:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979931.164573:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979931.164586:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.164587:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979931.164589:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979931.164591:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979931.164593:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979931.164596:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979931.164598:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979931.164600:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979931.164603:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979931.164605:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.164606:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979931.164609:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979931.164611:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.164612:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979931.164617:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979931.164619:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979931.164621:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979931.164623:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979931.164624:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979931.164626:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979931.164629:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979931.164633:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979931.164636:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979931.164641:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979931.164647:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979931.164650:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979931.164653:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979931.164661:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979931.164666:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10663)
00000100:00000001:2.0:1783979931.164712:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.164714:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979931.164716:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979931.164720:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164726:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979931.164728:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.164730:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979931.164731:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979931.164733:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979931.164735:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979931.164739:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979931.164741:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979931.164742:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979931.164744:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979931.164747:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.164748:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979931.164751:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979931.164754:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979931.164757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979931.164760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559993728, portal 4
00000100:00000001:2.0:1783979931.164761:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979931.164763:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423313152 : -128863286238464 : ffff8accad996300)
00000100:00000040:2.0:1783979931.164768:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164773:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979931.164776:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979931.164778:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979931.164780:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559993728, offset 0
00000400:00000200:2.0:1783979931.164785:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979931.164788:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.164791:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979931.164794:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979931.164796:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979931.164798:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979931.164800:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979931.164803:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390964:390964:256:4294967295] 192.168.201.140@tcp LPNI seq info [390939:390939:8:4294967295]
00000400:00000200:2.0:1783979931.164807:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979931.164813:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979931.164817:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.164819:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979931.164823:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979931.164826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1783979931.164830:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979931.164832:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1783979931.164836:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979931.164837:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979931.164840:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979931.164843:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979931.164846:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979931.164848:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979931.164849:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979931.164852:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164859:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.164862:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979956 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164868:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.164869:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979931.164871:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979931.164873:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979931.164876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979931.164878:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305326125
00000100:00000001:2.0:1783979931.164880:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305329867
00000100:00000001:2.0:1783979931.164883:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305326125
00000100:00000001:2.0:1783979931.164884:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305329867
00000100:00000001:2.0:1783979931.164886:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979931.164888:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.164889:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979931.164892:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979931/real 1783979931]  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979931.164898:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979931.164899:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979931.164901:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979931.164903:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979931.164904:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979931.164906:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979931.164909:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979931.164916:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164921:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979931.164923:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164924:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.164925:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979931.164928:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164934:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979931.164937:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164942:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979931.164945:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164946:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979931.164948:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164950:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979931.164951:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979931.164953:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979931.164956:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979931.164958:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979931.164961:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979931.164967:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993728:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979931.164970:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.164972:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979931.164974:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559993728/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979956 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979931.164980:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979931.164981:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979931.164983:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979931.164985:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979931.164986:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979931.164987:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979931.164989:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979931.164990:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:2.0:1783979931.164993:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979931.164994:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979931.164995:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:2.0:1783979931.164998:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979931.164999:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.165000:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979931.165004:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979931.165005:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979931.165007:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979931.165008:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929207:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979931.929219:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979931.929222:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979931.929226:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929232:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979931.929235:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929237:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929239:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929243:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979931.929245:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979931.929246:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979931.929248:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929249:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979931.929250:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929252:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929254:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979931.929257:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979931.929259:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979931.929341:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979931.929347:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979931.929351:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979932.953215:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979932.953224:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979932.953231:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979932.953232:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979932.953235:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979932.953236:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979932.955643:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979932.955652:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979932.955658:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979933.978202:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979933.978213:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979933.978220:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979933.978233:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979933.978238:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979933.978239:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979933.978627:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979933.978632:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979933.978636:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979935.001421:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305329867, at 4305329920
00000100:00000010:3.0:1783979935.001443:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627e40.
00010000:00000001:1.0:1783979935.002015:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979935.002020:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979935.002026:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979935.002027:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979935.002031:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979935.002033:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979935.002401:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979935.002406:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979935.002410:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979935.002419:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305329867, at 4305329921
00000100:00000010:2.0:1783979935.002426:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627840.
00010000:00000001:1.0:1783979936.027192:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979936.027199:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979936.027204:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979936.027206:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979936.027209:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979936.027211:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979936.027721:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979936.027725:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979936.027728:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979936.281548:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979936.281558:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979936.281560:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979936.281564:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979936.281568:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979936.281575:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10658
00000400:00000200:0.0:1783979936.281584:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979936.281590:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979936.281593:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979936.281596:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.281599:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.281601:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.281603:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979936.281607:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979936.281609:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979936.281611:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979936.281614:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979936.281616:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979936.281618:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979936.281621:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.281623:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.281624:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.281626:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979936.281628:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979936.281631:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979936.281633:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979936.281637:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979936.281640:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979936.281643:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.281645:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979936.281647:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979936.281655:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805c00.
00000020:00000040:0.0:1783979936.281659:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979936.281662:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979936.281664:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.281667:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979936.281669:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979936.281673:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979936.281680:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9000.
00000100:00000001:0.0:1783979936.281686:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979936.281694:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979936.281703:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979936.281707:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979936.281711:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccd279d] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979936.281738:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979936.281742:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783979936.281822:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979936.281826:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979936.281829:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979936.281835:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.281843:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979936.281845:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.281849:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979936.281851:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979936.281853:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979936.281857:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559993856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979936.281861:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979936.281865:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979936.281868:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.281870:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979936.281875:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979936.281877:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979936.281882:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979936.281886:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979936.281892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979936.281898:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559993856, portal 25
00000100:00000001:2.0:1783979936.281900:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979936.281902:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455227392 : -128863254324224 : ffff8accaf805c00)
00000100:00000040:2.0:1783979936.281907:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.281918:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979936.281921:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979936.281923:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979936.281926:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559993856, offset 0
00000400:00000200:2.0:1783979936.281932:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979936.281939:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.281944:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979936.281949:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979936.281953:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979936.281956:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979936.281959:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979936.281963:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390965:390965:256:4294967295] 192.168.201.140@tcp LPNI seq info [390940:390940:8:4294967295]
00000400:00000200:2.0:1783979936.281967:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.281976:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979936.281981:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.281986:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979936.281992:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979936.281995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979936.282000:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979936.282003:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979936.282007:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.282010:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979936.282016:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979936.282020:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979936.282024:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979936.282026:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979936.282030:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979936.282034:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.282042:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.282045:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.282078:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.282080:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979936.282085:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979936.282089:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979936.282091:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305334987
00000100:00000010:2.0:1783979936.282096:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627840.
00000100:00000001:2.0:1783979936.282102:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979936.282108:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305334987
00000100:00000010:2.0:1783979936.282111:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627c60.
00000100:00000001:2.0:1783979936.282114:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979936.282117:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979936.282119:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.282122:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979936.282126:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979936/real 1783979936]  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979936.282136:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979936.282137:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979936.282139:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979936.282142:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979936.282143:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979936.282146:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979936.282149:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979936.282157:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.282162:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979936.282164:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.282166:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.282167:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979936.282171:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.282177:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979936.282181:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.282186:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979936.282189:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.282190:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.282191:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.282193:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979936.282195:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979936.282197:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979936.282201:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979936.282204:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979936.282208:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979936.282215:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559993856:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979936.282219:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.282221:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.282224:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805c00 x1870627559993856/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.282231:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979936.282233:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979936.282236:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979936.282239:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979936.282241:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979936.282242:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979936.282244:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979936.282247:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9000.
02000000:00000001:2.0:1783979936.282250:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979936.282252:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979936.282253:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805c00.
00000100:00000001:2.0:1783979936.282256:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979936.282257:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.282259:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.282266:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979936.282268:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.282270:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979936.282271:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979936.282533:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979936.282535:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979936.282536:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979936.282539:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979936.282542:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10658
00000400:00000200:0.0:1783979936.282547:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979936.282549:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979936.282552:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979936.282555:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282557:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.282559:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282561:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979936.282564:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979936.282565:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979936.282567:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979936.282569:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979936.282571:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979936.282573:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979936.282576:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282578:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.282579:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282592:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979936.282595:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979936.282598:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282600:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979936.282602:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979936.282607:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979936.282609:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282611:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979936.282615:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979936.282618:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282619:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979936.282623:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf804380.
00000020:00000040:0.0:1783979936.282625:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979936.282627:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979936.282628:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282630:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979936.282631:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979936.282633:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979936.282637:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8c00.
00000100:00000001:0.0:1783979936.282641:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979936.282646:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979936.282655:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979936.282657:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979936.282661:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000043c473a] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979936.282680:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979936.282683:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979936.282686:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979936.282688:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979936.282689:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979936.282692:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979936.282694:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10658
00000400:00000200:0.0:1783979936.282698:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979936.282701:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979936.282703:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979936.282705:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282707:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.282709:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282711:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979936.282713:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979936.282714:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979936.282715:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979936.282717:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979936.282719:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979936.282720:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979936.282723:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282724:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.282726:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282728:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979936.282730:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979936.282733:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282734:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979936.282736:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979936.282739:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979936.282740:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282742:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979936.282744:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979936.282806:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282808:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979936.282811:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807b80.
00000020:00000040:0.0:1783979936.282814:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979936.282816:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979936.282818:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282820:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979936.282821:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979936.282823:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979936.282827:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8800.
00000100:00000001:0.0:1783979936.282830:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979936.282835:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979936.282842:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979936.282844:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979936.282847:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087f92af4] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979936.282854:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979936.282857:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979936.282859:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979936.282861:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979936.282862:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979936.282864:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979936.282867:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10658
00000400:00000200:0.0:1783979936.282871:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979936.282874:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979936.282876:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979936.282879:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282881:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.282883:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282885:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979936.282887:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979936.282888:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979936.282890:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979936.282891:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979936.282893:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979936.282895:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979936.282897:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282899:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.282900:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282902:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979936.282904:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979936.282906:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282908:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979936.282909:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979936.282912:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979936.282914:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282915:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979936.282917:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979936.282919:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282921:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979936.282924:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807800.
00000020:00000040:0.0:1783979936.282926:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979936.282928:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979936.282930:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.282931:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979936.282933:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979936.282934:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979936.282937:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8000.
00000100:00000001:0.0:1783979936.282940:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979936.282944:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979936.282949:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979936.282951:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979936.282954:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011736865] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979936.282962:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979936.282964:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979936.282967:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979936.282968:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979936.282969:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979936.282973:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979936.282976:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10658
00000400:00000200:0.0:1783979936.282979:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979936.282982:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979936.282984:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979936.282986:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282988:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.282990:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.282992:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979936.282994:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979936.282995:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979936.282996:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979936.282997:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979936.282999:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979936.283001:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979936.283004:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.283006:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979936.283007:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979936.283009:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979936.283010:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979936.283013:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979936.283014:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979936.283016:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979936.283018:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979936.283020:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.283021:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979936.283023:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979936.283025:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.283026:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979936.283029:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805500.
00000020:00000040:0.0:1783979936.283031:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979936.283033:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979936.283034:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979936.283035:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979936.283036:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979936.283038:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979936.283041:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865ba000.
00000100:00000001:0.0:1783979936.283044:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979936.283064:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979936.283071:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979936.283073:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979936.283076:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1bb3957] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979936.283082:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979936.283087:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10668)
00000100:00000001:2.0:1783979936.283233:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979936.283235:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979936.283237:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979936.283241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283249:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979936.283250:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.283252:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979936.283254:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979936.283257:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979936.283260:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979936.283263:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979936.283266:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979936.283267:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.283269:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979936.283272:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979936.283407:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979936.283411:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979936.283414:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979936.283418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979936.283421:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559993984, portal 10
00000100:00000001:2.0:1783979936.283423:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979936.283424:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455221120 : -128863254330496 : ffff8accaf804380)
00000100:00000040:2.0:1783979936.283431:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283437:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979936.283439:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979936.283440:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979936.283442:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559993984, offset 0
00000400:00000200:2.0:1783979936.283446:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979936.283451:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.283454:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979936.283458:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979936.283461:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979936.283463:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979936.283465:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979936.283467:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390966:390966:256:4294967295] 192.168.201.140@tcp LPNI seq info [390941:390941:8:4294967295]
00000400:00000200:2.0:1783979936.283471:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.283477:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979936.283482:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.283495:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979936.283500:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979936.283503:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979936.283508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979936.283511:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979936.283514:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.283516:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979936.283520:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979936.283523:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979936.283526:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979936.283528:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979936.283531:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979936.283534:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283542:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.283545:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.283553:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979936.283556:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979936.283560:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979936.283564:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979936.283566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305331219
00000100:00000001:2.0:1783979936.283569:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305334987
00000100:00000001:2.0:1783979936.283571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305331219
00000100:00000001:2.0:1783979936.283573:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305334987
00000100:00000001:2.0:1783979936.283575:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979936.283577:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.283579:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979936.283583:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979936/real 1783979936]  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979936.283591:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979936.283592:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979936.283594:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979936.283596:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979936.283598:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979936.283600:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979936.283603:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979936.283611:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283617:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979936.283619:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.283620:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.283621:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979936.283625:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283631:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979936.283635:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283641:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979936.283644:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.283646:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.283647:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.283649:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979936.283651:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979936.283653:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979936.283656:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979936.283658:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979936.283662:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979936.283670:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf804380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559993984:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979936.283673:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979936.283676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283681:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979936.283683:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.283685:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979936.283686:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979936.283688:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979936.283691:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979936.283694:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979936.283696:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979936.283697:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.283699:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979936.283702:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979936.283704:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979936.283707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979936.283709:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979936.283712:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979936.283715:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559994112, portal 10
00000100:00000001:2.0:1783979936.283717:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979936.283718:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455235456 : -128863254316160 : ffff8accaf807b80)
00000100:00000040:2.0:1783979936.283723:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.283729:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979936.283731:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979936.283733:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979936.283736:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559994112, offset 0
00000400:00000200:2.0:1783979936.283740:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979936.283743:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.284554:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979936.284558:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979936.284561:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979936.284563:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979936.284565:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979936.284568:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390967:390967:256:4294967295] 192.168.201.140@tcp LPNI seq info [390942:390942:8:4294967295]
00000400:00000200:2.0:1783979936.284573:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.284579:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979936.284583:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.284588:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979936.284592:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979936.284595:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979936.284599:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979936.284602:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979936.284605:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.284607:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979936.284610:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979936.284614:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979936.284617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979936.284619:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979936.284622:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979936.284626:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284633:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.284636:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284643:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.284644:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979936.284648:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979936.284651:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979936.284653:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979936.284656:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305331216
00000100:00000001:2.0:1783979936.284658:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305334987
00000100:00000001:2.0:1783979936.284660:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305331216
00000100:00000001:2.0:1783979936.284662:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305334987
00000100:00000001:2.0:1783979936.284663:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979936.284665:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.284667:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979936.284671:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979936/real 1783979936]  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979936.284678:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979936.284679:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979936.284681:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979936.284683:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979936.284684:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979936.284686:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979936.284688:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979936.284696:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284702:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979936.284703:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.284704:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.284706:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979936.284709:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284715:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979936.284719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284726:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979936.284728:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.284729:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.284731:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.284733:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979936.284734:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979936.284737:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979936.284740:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979936.284742:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979936.284805:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979936.284814:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994112:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979936.284818:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979936.284821:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284828:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979936.284829:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.284831:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979936.284833:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979936.284835:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979936.284837:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979936.284840:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979936.284842:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979936.284843:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.284845:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979936.284848:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979936.284849:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979936.284853:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979936.284855:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979936.284859:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979936.284862:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559994240, portal 4
00000100:00000001:2.0:1783979936.284864:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979936.284865:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455234560 : -128863254317056 : ffff8accaf807800)
00000100:00000040:2.0:1783979936.284871:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284877:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979936.284880:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979936.284882:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979936.284884:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559994240, offset 0
00000400:00000200:2.0:1783979936.284888:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979936.284892:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.284896:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979936.284898:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979936.284900:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979936.284903:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979936.284905:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979936.284908:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390968:390968:256:4294967295] 192.168.201.140@tcp LPNI seq info [390943:390943:8:4294967295]
00000400:00000200:2.0:1783979936.284911:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.284917:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979936.284922:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.284925:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979936.284929:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979936.284931:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979936.284935:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979936.284937:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979936.284941:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.284943:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979936.284945:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979936.284948:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979936.284951:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979936.284953:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979936.284955:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979936.284959:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284966:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.284969:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.284975:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.284976:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979936.284979:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979936.284982:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979936.284985:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979936.284987:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305331243
00000100:00000001:2.0:1783979936.284989:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305334987
00000100:00000001:2.0:1783979936.284990:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305331243
00000100:00000001:2.0:1783979936.284992:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305334987
00000100:00000001:2.0:1783979936.284994:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979936.284996:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.284997:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979936.285001:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979936/real 1783979936]  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979936.285008:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979936.285009:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979936.285010:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979936.285013:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979936.285014:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979936.285016:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979936.285018:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979936.285025:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.285031:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979936.285032:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.285034:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.285035:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979936.285038:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.285044:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979936.285064:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.285070:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979936.285072:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.285074:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.285075:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.285076:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979936.285078:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979936.285080:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979936.285083:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979936.285085:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979936.285089:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979936.285096:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994240:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979936.285100:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979936.285103:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.285108:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979936.285110:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.285112:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979936.285113:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979936.285115:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979936.285117:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979936.285120:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979936.285122:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979936.285123:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979936.285125:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979936.285129:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979936.285131:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979936.285133:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979936.285136:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979936.285138:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979936.285142:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559994368, portal 4
00000100:00000001:2.0:1783979936.285144:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979936.285145:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455225600 : -128863254326016 : ffff8accaf805500)
00000100:00000040:2.0:1783979936.285150:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.285155:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979936.285157:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979936.285159:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979936.285161:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559994368, offset 0
00000400:00000200:2.0:1783979936.285165:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979936.285168:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.285171:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979936.285173:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979936.285175:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979936.285178:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979936.285180:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979936.285183:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390969:390969:256:4294967295] 192.168.201.140@tcp LPNI seq info [390944:390944:8:4294967295]
00000400:00000200:2.0:1783979936.285187:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979936.285194:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979936.285198:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.285201:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979936.285204:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979936.285207:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783979936.285211:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979936.285213:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783979936.285217:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979936.285219:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979936.285222:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979936.285225:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979936.285227:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979936.285229:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979936.285231:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979936.285234:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.285241:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.285243:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979961 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.285249:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.285250:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979936.285252:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979936.285255:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979936.285258:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979936.285260:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305331246
00000100:00000001:2.0:1783979936.285262:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305334987
00000100:00000001:2.0:1783979936.285264:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305331246
00000100:00000001:2.0:1783979936.285266:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305334987
00000100:00000001:2.0:1783979936.285268:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979936.285270:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.285272:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979936.285292:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979936/real 1783979936]  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979936.285299:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979936.285300:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979936.285302:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979936.286419:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979936.286423:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979936.286427:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979936.286432:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979936.286440:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.286446:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979936.286448:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286449:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.286451:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979936.286453:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.286459:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979936.286463:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.286469:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979936.286472:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286473:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979936.286474:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286476:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979936.286478:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979936.286481:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979936.286484:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979936.286496:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979936.286500:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979936.286506:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994368:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979936.286510:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286513:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.286516:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf804380 x1870627559993984/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.286522:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979936.286524:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979936.286527:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979936.286530:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979936.286531:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979936.286533:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979936.286535:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979936.286537:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8c00.
02000000:00000001:2.0:1783979936.286540:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979936.286541:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979936.286543:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf804380.
00000100:00000001:2.0:1783979936.286546:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979936.286547:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286549:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.286552:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807b80 x1870627559994112/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.286562:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979936.286563:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979936.286565:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979936.286567:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979936.286568:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979936.286569:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979936.286570:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979936.286571:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8800.
02000000:00000001:2.0:1783979936.286573:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979936.286574:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979936.286575:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807b80.
00000100:00000001:2.0:1783979936.286577:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979936.286578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286580:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.286583:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807800 x1870627559994240/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.286589:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979936.286590:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979936.286591:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979936.286593:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979936.286594:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979936.286595:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979936.286596:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979936.286598:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8000.
02000000:00000001:2.0:1783979936.286599:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979936.286600:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979936.286601:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807800.
00000100:00000001:2.0:1783979936.286603:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979936.286605:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286606:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979936.286609:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805500 x1870627559994368/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979961 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979936.286614:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979936.286615:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979936.286617:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979936.286619:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979936.286620:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979936.286621:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979936.286623:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979936.286624:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865ba000.
02000000:00000001:2.0:1783979936.286626:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979936.286627:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979936.286628:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805500.
00000100:00000001:2.0:1783979936.286630:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979936.286631:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286633:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979936.286640:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979936.286642:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979936.286644:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979936.286646:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979937.051597:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979937.051604:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979937.051610:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979937.051611:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979937.051614:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979937.051617:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979937.051620:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979937.051623:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979937.051626:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979937.051628:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979937.051630:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979937.051632:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979937.051736:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979937.051739:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979937.051742:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979938.073215:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979938.073223:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979938.073229:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979938.073230:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979938.073234:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979938.073235:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979938.073370:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979938.073374:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979938.073376:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979939.097180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979939.097187:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979939.097192:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979939.097193:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979939.097197:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979939.097198:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979939.097316:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979939.097319:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979939.097322:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979940.121171:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305334987, at 4305335040
00010000:00000001:1.0:1783979940.121174:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979940.121180:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979940.121186:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627c60.
00010000:00000001:1.0:1783979940.121187:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979940.121189:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979940.121195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979940.121197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979940.121287:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305334987, at 4305335040
00000100:00000010:2.0:1783979940.121293:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627840.
00000020:00000001:0.0:1783979940.122044:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979940.122081:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979940.122084:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979941.145175:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979941.145182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979941.145188:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979941.145189:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979941.145194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979941.145195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979941.145283:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979941.145287:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979941.145290:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1783979941.401154:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979941.401165:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1783979941.401168:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979941.401171:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979941.401175:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979941.401183:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10663
00000400:00000200:0.0:1783979941.401191:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979941.401196:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979941.401200:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979941.401203:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401206:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401208:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401211:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979941.401214:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979941.401216:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:0.0:1783979941.401219:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979941.401222:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:0.0:1783979941.401224:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:0.0:1783979941.401227:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:0.0:1783979941.401230:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401232:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401234:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401236:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979941.401239:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:0.0:1783979941.401242:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401244:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979941.401246:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979941.401250:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979941.401262:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401264:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1783979941.401266:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979941.401275:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806d80.
00000020:00000040:0.0:1783979941.401278:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:0.0:1783979941.401282:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979941.401283:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401286:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979941.401289:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979941.401292:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979941.401299:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9c00.
00000100:00000001:0.0:1783979941.401305:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979941.401312:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979941.401323:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979941.401327:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979941.401332:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f750ec99] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979941.401352:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979941.401355:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979941.401359:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1783979941.401360:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979941.401361:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979941.401364:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979941.401366:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10663
00000400:00000200:0.0:1783979941.401370:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979941.401373:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979941.401375:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979941.401377:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401379:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401381:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401383:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979941.401385:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979941.401386:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:0.0:1783979941.401388:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979941.401390:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:0.0:1783979941.401392:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:0.0:1783979941.401394:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:0.0:1783979941.401406:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401408:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401410:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401412:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979941.401415:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:0.0:1783979941.401417:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401419:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979941.401421:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979941.401426:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979941.401428:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401430:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979941.401434:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979941.401437:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401439:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979941.401442:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805f80.
00000020:00000040:0.0:1783979941.401444:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979941.401447:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979941.401448:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401450:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979941.401451:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979941.401453:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979941.401456:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b8400.
00000100:00000001:0.0:1783979941.401459:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979941.401464:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979941.401472:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979941.401474:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979941.401477:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b18d206] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979941.401485:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979941.401487:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979941.401491:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1783979941.401492:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979941.401493:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979941.401496:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979941.401498:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10663
00000400:00000200:0.0:1783979941.401501:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979941.401504:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979941.401506:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979941.401509:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401511:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401513:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401515:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979941.401517:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979941.401518:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:0.0:1783979941.401520:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979941.401521:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:0.0:1783979941.401523:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:0.0:1783979941.401525:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:0.0:1783979941.401528:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401529:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401531:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401533:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979941.401535:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:0.0:1783979941.401537:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401539:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979941.401540:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979941.401542:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979941.401544:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401546:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979941.401547:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1783979941.401549:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401551:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979941.401553:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf806a00.
00000020:00000040:0.0:1783979941.401555:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:0.0:1783979941.401557:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979941.401558:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401559:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979941.401561:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979941.401562:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979941.401565:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb400.
00000100:00000001:0.0:1783979941.401567:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979941.401571:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979941.401584:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979941.401585:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979941.401589:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000240c4fb2] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979941.401596:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979941.401598:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979941.401601:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1783979941.401602:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979941.401603:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979941.401605:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979941.401607:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10663
00000400:00000200:0.0:1783979941.401610:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979941.401612:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979941.401614:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979941.401616:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401618:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401620:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401622:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979941.401623:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979941.401625:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:0.0:1783979941.401626:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979941.401627:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:0.0:1783979941.401629:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:0.0:1783979941.401631:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:0.0:1783979941.401634:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401636:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401638:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401652:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979941.401655:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:0.0:1783979941.401658:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401660:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979941.401662:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979941.401664:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979941.401666:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401668:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979941.401670:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979941.401672:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401674:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979941.401677:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf805880.
00000020:00000040:0.0:1783979941.401679:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979941.401687:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979941.401688:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401690:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979941.401691:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979941.401693:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979941.401698:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865b9400.
00000100:00000001:0.0:1783979941.401701:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979941.401705:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979941.401712:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979941.401714:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979941.401717:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624f5955] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979941.401724:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1783979941.401726:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1783979941.401729:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1783979941.401730:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1783979941.401731:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1783979941.401734:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1783979941.401736:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10663
00000400:00000200:0.0:1783979941.401745:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979941.401748:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1783979941.401750:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1783979941.401753:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401755:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401757:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401759:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:0.0:1783979941.401761:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1783979941.401762:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:0.0:1783979941.401763:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1783979941.401765:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:0.0:1783979941.401767:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:0.0:1783979941.401769:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:0.0:1783979941.401771:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401773:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1783979941.401774:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401776:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:0.0:1783979941.401778:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:0.0:1783979941.401780:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:0.0:1783979941.401782:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1783979941.401784:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1783979941.401786:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1783979941.401788:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401789:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1783979941.401791:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1783979941.401793:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401794:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1783979941.401797:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accaf807100.
00000020:00000040:0.0:1783979941.401799:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:0.0:1783979941.401801:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1783979941.401803:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979941.401804:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1783979941.401811:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1783979941.401813:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1783979941.401816:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc865bb000.
00000100:00000001:0.0:1783979941.401819:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1783979941.401822:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1783979941.401829:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1783979941.401831:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979941.401834:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d1567a83] to pc [ptlrpcd_rcv+-1]  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979941.401847:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1783979941.401851:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10674)
00000100:00000001:2.0:1783979941.402435:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979941.402440:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979941.402443:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979941.402451:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402460:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979941.402462:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.402466:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979941.402469:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979941.402471:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979941.402474:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559994496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979941.402479:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979941.402483:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979941.402485:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.402487:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979941.402493:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979941.402495:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979941.402501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979941.402505:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979941.402512:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979941.402519:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559994496, portal 25
00000100:00000001:2.0:1783979941.402521:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979941.402523:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455231872 : -128863254319744 : ffff8accaf806d80)
00000100:00000040:2.0:1783979941.402529:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402537:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979941.402540:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979941.402542:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979941.402545:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559994496, offset 0
00000400:00000200:2.0:1783979941.402552:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979941.402559:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.402565:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979941.402571:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979941.402575:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979941.402578:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979941.402581:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979941.402586:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390970:390970:256:4294967295] 192.168.201.140@tcp LPNI seq info [390945:390945:8:4294967295]
00000400:00000200:2.0:1783979941.402590:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.402600:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979941.402608:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.402613:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979941.402620:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979941.402624:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979941.402629:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979941.402633:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1783979941.402637:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.402640:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979941.402645:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979941.402649:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979941.402654:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979941.402688:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979941.402692:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979941.402696:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402706:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.402709:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402716:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.402718:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979941.402723:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979941.402727:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979941.402730:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305340107
00000100:00000010:2.0:1783979941.402735:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627840.
00000100:00000001:2.0:1783979941.402741:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979941.402745:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305340107
00000100:00000010:2.0:1783979941.402748:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856275a0.
00000100:00000001:2.0:1783979941.402751:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979941.402766:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979941.402770:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.402772:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979941.402776:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979941/real 1783979941]  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979941.402786:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979941.402788:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979941.402790:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979941.402793:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979941.402795:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979941.402798:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979941.402803:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979941.402811:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402818:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979941.402820:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.402822:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.402831:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979941.402836:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402844:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979941.402848:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402855:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979941.402859:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.402860:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.402861:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.402864:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979941.402865:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979941.402868:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979941.402872:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979941.402874:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979941.402878:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979941.402887:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559994496:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979941.402891:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979941.402895:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402901:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979941.402902:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.402904:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979941.402906:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979941.402908:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979941.402911:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979941.402915:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979941.402916:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979941.402918:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.402919:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979941.402922:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979941.402924:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979941.402928:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979941.402930:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979941.402933:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979941.402936:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559994624, portal 10
00000100:00000001:2.0:1783979941.402937:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979941.402939:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455228288 : -128863254323328 : ffff8accaf805f80)
00000100:00000040:2.0:1783979941.402945:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.402952:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979941.402954:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979941.402956:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979941.402959:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559994624, offset 0
00000400:00000200:2.0:1783979941.402962:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979941.402965:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.402968:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979941.402971:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979941.402974:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979941.402976:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979941.402978:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979941.402981:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390971:390971:256:4294967295] 192.168.201.140@tcp LPNI seq info [390946:390946:8:4294967295]
00000400:00000200:2.0:1783979941.402985:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.402992:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979941.402997:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.403001:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979941.403005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979941.403008:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979941.403012:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979941.403015:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1783979941.403019:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.403020:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979941.403023:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979941.403026:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979941.403029:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979941.403031:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979941.403033:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979941.403035:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403043:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.403046:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403080:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.403081:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979941.403084:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979941.403088:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979941.403091:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979941.403093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305336339
00000100:00000001:2.0:1783979941.403095:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305340107
00000100:00000001:2.0:1783979941.403098:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305336339
00000100:00000001:2.0:1783979941.403100:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305340107
00000100:00000001:2.0:1783979941.403102:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979941.403104:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.403106:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979941.403109:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979941/real 1783979941]  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979941.403125:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979941.403126:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979941.403128:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979941.403130:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979941.403132:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979941.403134:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979941.403137:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979941.403145:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403151:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979941.403152:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403153:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.403155:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979941.403158:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403165:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979941.403168:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403175:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979941.403177:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403179:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.403180:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403182:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979941.403183:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979941.403186:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979941.403189:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979941.403191:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979941.403195:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979941.403203:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994624:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979941.403206:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979941.403210:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403217:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979941.403218:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.403220:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979941.403222:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979941.403223:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979941.403226:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979941.403229:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979941.403231:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979941.403232:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.403234:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979941.403237:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979941.403238:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979941.403241:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979941.403243:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979941.403246:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979941.403248:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559994752, portal 10
00000100:00000001:2.0:1783979941.403250:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979941.403251:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455230976 : -128863254320640 : ffff8accaf806a00)
00000100:00000040:2.0:1783979941.403256:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403262:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979941.403265:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979941.403267:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979941.403269:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559994752, offset 0
00000400:00000200:2.0:1783979941.403273:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979941.403276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.403279:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979941.403282:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979941.403284:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979941.403286:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979941.403288:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979941.403291:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390972:390972:256:4294967295] 192.168.201.140@tcp LPNI seq info [390947:390947:8:4294967295]
00000400:00000200:2.0:1783979941.403296:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.403301:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979941.403306:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.403309:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979941.403312:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979941.403314:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979941.403318:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979941.403321:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1783979941.403325:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.403326:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979941.403329:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979941.403332:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979941.403335:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979941.403336:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979941.403338:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979941.403341:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403348:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.403351:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403358:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.403359:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979941.403362:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979941.403365:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979941.403368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979941.403370:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305336335
00000100:00000001:2.0:1783979941.403372:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305340107
00000100:00000001:2.0:1783979941.403374:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305336335
00000100:00000001:2.0:1783979941.403376:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305340107
00000100:00000001:2.0:1783979941.403378:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979941.403380:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.403382:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979941.403385:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979941/real 1783979941]  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979941.403393:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979941.403394:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979941.403395:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979941.403410:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979941.403412:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979941.403414:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979941.403418:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979941.403425:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403432:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979941.403433:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403435:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.403437:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979941.403439:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403446:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979941.403450:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403456:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979941.403458:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403460:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.403461:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403463:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979941.403464:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979941.403467:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979941.403469:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979941.403471:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979941.403475:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979941.403482:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994752:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979941.403485:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979941.403489:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403495:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979941.403497:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.403499:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979941.403500:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979941.403502:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979941.403505:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979941.403509:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979941.403510:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979941.403512:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.403513:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979941.403516:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979941.403518:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979941.403521:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979941.403523:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979941.403526:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979941.403528:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559994880, portal 4
00000100:00000001:2.0:1783979941.403531:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979941.403532:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455226496 : -128863254325120 : ffff8accaf805880)
00000100:00000040:2.0:1783979941.403537:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403544:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979941.403546:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979941.403548:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979941.403550:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559994880, offset 0
00000400:00000200:2.0:1783979941.403553:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979941.403556:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.403560:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979941.403562:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979941.403565:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979941.403567:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979941.403569:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979941.403572:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390973:390973:256:4294967295] 192.168.201.140@tcp LPNI seq info [390948:390948:8:4294967295]
00000400:00000200:2.0:1783979941.403575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.403582:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979941.403586:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.403588:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979941.403591:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979941.403594:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979941.403598:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979941.403601:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1783979941.403605:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.403606:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979941.403609:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979941.403612:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979941.403614:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979941.403616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979941.403618:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979941.403621:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403634:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.403637:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403643:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.403645:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979941.403647:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979941.403649:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979941.403652:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979941.403654:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305336362
00000100:00000001:2.0:1783979941.403656:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305340107
00000100:00000001:2.0:1783979941.403658:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305336362
00000100:00000001:2.0:1783979941.403660:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305340107
00000100:00000001:2.0:1783979941.403662:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979941.403664:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.403666:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979941.403669:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979941/real 1783979941]  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979941.403676:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979941.403677:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979941.403678:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979941.403680:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979941.403682:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979941.403684:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979941.403686:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979941.403695:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403701:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979941.403703:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403705:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.403706:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979941.403710:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403716:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979941.403720:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403727:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979941.403729:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403730:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.403732:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403733:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979941.403735:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979941.403737:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979941.403740:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979941.403741:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979941.403744:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979941.403751:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559994880:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979941.403754:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979941.403759:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403764:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979941.403766:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.403768:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979941.403770:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979941.403772:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979941.403775:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979941.403777:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979941.403779:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979941.403781:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979941.403783:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979941.403786:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979941.403788:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979941.403790:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979941.403792:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979941.403795:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979941.403798:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559995008, portal 4
00000100:00000001:2.0:1783979941.403799:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979941.403801:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210455232768 : -128863254318848 : ffff8accaf807100)
00000100:00000040:2.0:1783979941.403805:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403811:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979941.403813:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979941.403815:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979941.403817:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559995008, offset 0
00000400:00000200:2.0:1783979941.403821:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979941.403824:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.403827:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979941.403830:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979941.403832:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979941.403834:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979941.403836:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979941.403839:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390974:390974:256:4294967295] 192.168.201.140@tcp LPNI seq info [390949:390949:8:4294967295]
00000400:00000200:2.0:1783979941.403843:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979941.403848:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979941.403852:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.403855:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979941.403859:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979941.403862:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1783979941.403865:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979941.403867:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1783979941.403871:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979941.403873:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979941.403875:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979941.403879:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979941.403881:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979941.403882:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979941.403884:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979941.403888:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403895:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.403898:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979966 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403904:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.403906:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979941.403908:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979941.403911:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979941.403913:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979941.403915:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305336364
00000100:00000001:2.0:1783979941.403917:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305340107
00000100:00000001:2.0:1783979941.403919:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305336364
00000100:00000001:2.0:1783979941.403921:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305340107
00000100:00000001:2.0:1783979941.403923:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979941.403925:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.403926:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979941.403929:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979941/real 1783979941]  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979941.403937:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979941.403938:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979941.403940:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979941.403942:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979941.403943:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979941.403945:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979941.403948:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979941.403956:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403962:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979941.403963:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403965:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.403966:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979941.403969:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403975:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979941.403978:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.403985:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979941.403987:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403988:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979941.403990:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.403991:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979941.403993:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979941.403995:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979941.403998:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979941.404000:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979941.404003:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979941.404017:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accaf807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995008:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979941.404021:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.404023:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.404026:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806d80 x1870627559994496/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.404032:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979941.404034:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979941.404036:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979941.404039:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979941.404041:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979941.404043:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979941.404045:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979941.404078:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9c00.
02000000:00000001:2.0:1783979941.404083:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979941.404084:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979941.404086:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806d80.
00000100:00000001:2.0:1783979941.404090:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979941.404092:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.404093:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.404097:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805f80 x1870627559994624/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.404103:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979941.404105:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979941.404106:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979941.404108:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979941.404110:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979941.404111:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979941.404112:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979941.404114:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b8400.
02000000:00000001:2.0:1783979941.404116:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979941.404117:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979941.404118:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805f80.
00000100:00000001:2.0:1783979941.404121:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979941.404122:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.404124:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.404127:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf806a00 x1870627559994752/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.404133:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979941.404134:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979941.404136:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979941.404138:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979941.404139:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979941.404140:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979941.404141:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979941.404143:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb400.
02000000:00000001:2.0:1783979941.404144:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979941.404145:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979941.404147:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf806a00.
00000100:00000001:2.0:1783979941.404148:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979941.404150:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.404151:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.404153:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf805880 x1870627559994880/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.404159:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979941.404160:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979941.404161:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979941.404163:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979941.404164:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979941.404165:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979941.404167:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979941.404168:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865b9400.
02000000:00000001:2.0:1783979941.404169:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979941.404170:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979941.404172:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf805880.
00000100:00000001:2.0:1783979941.404174:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979941.404175:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.404176:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979941.404179:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accaf807100 x1870627559995008/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979966 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979941.404185:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979941.404187:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979941.404188:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979941.404190:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979941.404191:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979941.404192:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979941.404194:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979941.404195:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc865bb000.
02000000:00000001:2.0:1783979941.404197:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979941.404198:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979941.404199:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accaf807100.
00000100:00000001:2.0:1783979941.404201:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979941.404201:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.404203:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979941.404210:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979941.404212:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979941.404214:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979941.404216:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169175:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979942.169184:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979942.169186:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979942.169189:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169194:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979942.169196:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169198:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169200:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169204:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979942.169205:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979942.169206:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979942.169208:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169209:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979942.169210:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169211:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169213:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979942.169217:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979942.169218:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979942.169319:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979942.169323:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979942.169326:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979943.193336:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979943.193344:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979943.193351:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979943.193352:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979943.193355:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979943.193356:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979943.193872:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979943.193875:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979943.193879:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979944.217233:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979944.217240:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979944.217247:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979944.217248:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979944.217252:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979944.217253:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979944.217381:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979944.217386:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979944.217389:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979945.241160:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305340107, at 4305340160
00000100:00000010:3.0:1783979945.241174:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856275a0.
00010000:00000001:1.0:1783979945.241224:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979945.241228:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979945.241232:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979945.241233:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979945.241236:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979945.241237:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979945.250506:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979945.250513:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979945.250518:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979945.250532:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305340107, at 4305340169
00000100:00000010:2.0:1783979945.250552:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627840.
00010000:00000001:1.0:1783979946.265190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979946.265197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979946.265202:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979946.265203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979946.265206:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979946.265208:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979946.265283:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979946.265287:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979946.265291:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979946.521241:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979946.521252:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979946.521254:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979946.521258:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979946.521263:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979946.521270:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10669
00000400:00000200:3.0:1783979946.521280:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979946.521286:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979946.521289:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979946.521356:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521359:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521362:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521364:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979946.521368:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979946.521370:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979946.521372:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979946.521375:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979946.521377:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979946.521379:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979946.521382:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521384:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521386:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521387:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979946.521390:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979946.521393:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521395:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979946.521398:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979946.521401:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979946.521404:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521407:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979946.521410:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979946.521419:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783979946.521423:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979946.521427:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979946.521428:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521431:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979946.521434:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979946.521437:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979946.521445:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000100:00000001:3.0:1783979946.521452:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979946.521461:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979946.521471:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979946.521475:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979946.521480:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979946.521508:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979946.521511:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979946.521514:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979946.521515:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979946.521517:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979946.521520:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979946.521523:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10669
00000400:00000200:3.0:1783979946.521527:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979946.521529:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979946.521532:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979946.521535:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521537:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521539:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521542:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979946.521544:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979946.521545:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979946.521546:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979946.521548:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979946.521550:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979946.521551:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979946.521554:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521555:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521557:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521558:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979946.521560:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979946.521562:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521564:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979946.521566:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979946.521571:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979946.521573:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521575:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979946.521578:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979946.521581:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521593:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979946.521597:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979946.521599:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979946.521601:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979946.521602:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521604:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979946.521605:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979946.521607:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979946.521610:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
00000100:00000001:3.0:1783979946.521613:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979946.521618:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979946.521629:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979946.521631:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979946.521635:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979946.521642:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979946.521644:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979946.521647:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979946.521648:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979946.521650:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979946.521652:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979946.521654:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10669
00000400:00000200:3.0:1783979946.521658:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979946.521660:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979946.521662:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979946.521665:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521666:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521668:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521670:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979946.521671:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979946.521672:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979946.521674:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979946.521676:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979946.521678:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979946.521680:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979946.521683:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521684:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521686:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521687:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979946.521690:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979946.521692:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521694:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979946.521696:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979946.521699:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979946.521700:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521702:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979946.521704:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979946.521706:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521708:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979946.521711:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979946.521713:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979946.521715:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979946.521716:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521718:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979946.521719:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979946.521720:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979946.521723:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783979946.521726:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979946.521730:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979946.521737:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979946.521739:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979946.521743:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979946.521750:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979946.521752:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979946.521755:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979946.521756:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979946.521758:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979946.521760:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979946.521762:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10669
00000400:00000200:3.0:1783979946.521766:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979946.521769:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979946.521770:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979946.521773:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521775:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521777:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521779:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979946.521781:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979946.521782:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979946.521784:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979946.521786:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979946.521788:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783979946.521790:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979946.521792:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521794:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521796:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521798:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979946.521800:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783979946.521802:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521804:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979946.521805:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979946.521808:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979946.521809:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521811:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979946.521813:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979946.521815:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521817:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979946.521820:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979946.521822:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979946.521824:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979946.521826:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521827:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979946.521829:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979946.521830:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979946.521834:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783979946.521837:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979946.521841:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979946.521848:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979946.521850:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979946.521853:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979946.521860:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979946.521862:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979946.521865:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783979946.521866:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979946.521868:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979946.521870:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979946.521873:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10669
00000400:00000200:3.0:1783979946.521877:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979946.521880:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979946.521881:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979946.521884:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521886:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521889:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521891:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979946.521893:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979946.521894:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979946.521896:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979946.521898:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979946.521900:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783979946.521903:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979946.521907:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521909:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979946.521912:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521914:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979946.521916:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783979946.521919:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979946.521921:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979946.521923:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783979946.521925:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1783979946.521926:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979946.521930:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.521931:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979946.521933:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979946.521935:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1783979946.521936:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1783979946.521940:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521943:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979946.521945:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783979946.521947:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979946.521952:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979946.521957:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979946.521959:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521962:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1783979946.521963:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783979946.521964:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1783979946.521966:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979946.521967:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.521971:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979946.521975:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1783979946.521975:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979946.521981:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.521981:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979946.521986:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559995136:192.168.201.140@tcp:250:kworker.0
00000100:00100000:3.0:1783979946.521990:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979946.521993:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979946.521999:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1783979946.522001:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1783979946.522002:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979946.522005:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.522007:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1783979946.522012:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1783979946.522015:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979946.522019:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979946.522025:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979946.522029:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979946.522035:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979946.522042:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559995136, portal 25
00000100:00000001:2.0:1783979946.522044:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979946.522046:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00000040:2.0:1783979946.522090:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522098:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979946.522101:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979946.522104:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979946.522107:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559995136, offset 0
00000400:00000200:2.0:1783979946.522113:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979946.522119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.522125:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979946.522130:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979946.522134:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979946.522139:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979946.522142:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979946.522146:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390975:390975:256:4294967295] 192.168.201.140@tcp LPNI seq info [390950:390950:8:4294967295]
00000400:00000200:2.0:1783979946.522151:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.522161:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979946.522173:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979946.522174:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1783979946.522179:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000100:00000040:3.0:1783979946.522181:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10679)
00000800:00000200:2.0:1783979946.522188:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979946.522192:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979946.522198:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979946.522201:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979946.522217:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.522221:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979946.522228:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979946.522232:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979946.522237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979946.522240:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979946.522244:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979946.522248:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522257:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.522260:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522268:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.522270:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979946.522276:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979946.522279:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979946.522282:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305345227
00000100:00000010:2.0:1783979946.522287:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627840.
00000100:00000001:2.0:1783979946.522293:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979946.522297:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305345227
00000100:00000010:2.0:1783979946.522300:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627d80.
00000100:00000001:2.0:1783979946.522302:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979946.522305:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979946.522317:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.522319:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979946.522323:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979946/real 1783979946]  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979946.522332:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979946.522334:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979946.522337:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979946.522339:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979946.522341:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979946.522343:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979946.522347:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979946.522356:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522363:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979946.522365:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522368:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.522370:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979946.522373:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522380:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979946.522384:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522391:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979946.522394:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522395:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.522396:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522399:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979946.522401:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979946.522404:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979946.522408:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979946.522410:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979946.522414:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979946.522422:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559995136:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979946.522429:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979946.522432:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522438:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979946.522439:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.522441:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979946.522443:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979946.522445:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979946.522447:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979946.522450:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979946.522452:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979946.522453:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.522455:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979946.522458:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979946.522460:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979946.522463:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979946.522466:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979946.522469:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979946.522472:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559995264, portal 10
00000100:00000001:2.0:1783979946.522474:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979946.522475:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979946.522482:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522487:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979946.522489:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979946.522492:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979946.522494:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559995264, offset 0
00000400:00000200:2.0:1783979946.522498:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979946.522501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.522505:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979946.522507:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979946.522510:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979946.522512:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979946.522515:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979946.522518:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390976:390976:256:4294967295] 192.168.201.140@tcp LPNI seq info [390951:390951:8:4294967295]
00000400:00000200:2.0:1783979946.522522:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.522529:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979946.522533:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.522536:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979946.522540:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979946.522542:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979946.522546:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979946.522548:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979946.522552:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.522553:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979946.522557:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979946.522560:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979946.522563:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979946.522565:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979946.522567:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979946.522570:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522577:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.522580:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522585:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.522587:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979946.522590:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979946.522593:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979946.522596:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979946.522598:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305341458
00000100:00000001:2.0:1783979946.522600:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305345227
00000100:00000001:2.0:1783979946.522603:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305341458
00000100:00000001:2.0:1783979946.522605:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305345227
00000100:00000001:2.0:1783979946.522606:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979946.522609:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.522610:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979946.522614:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979946/real 1783979946]  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979946.522621:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979946.522622:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979946.522624:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979946.522626:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979946.522628:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979946.522630:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979946.522632:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979946.522640:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522646:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979946.522647:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522649:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.522650:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979946.522653:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522658:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979946.522661:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522667:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979946.522669:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522670:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.522671:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522673:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979946.522674:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979946.522676:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979946.522679:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979946.522681:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979946.522685:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979946.522691:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995264:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979946.522695:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979946.522697:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522703:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979946.522704:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.522706:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979946.522708:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979946.522710:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979946.522712:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979946.522716:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979946.522717:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979946.522718:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.522720:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979946.522723:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979946.522725:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979946.522728:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979946.522730:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979946.522733:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979946.522735:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559995392, portal 10
00000100:00000001:2.0:1783979946.522737:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979946.522738:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979946.522744:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522751:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979946.522753:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979946.522755:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979946.522757:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559995392, offset 0
00000400:00000200:2.0:1783979946.522761:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979946.522764:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.522768:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979946.522770:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979946.522772:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979946.522774:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979946.522777:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979946.522779:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390977:390977:256:4294967295] 192.168.201.140@tcp LPNI seq info [390952:390952:8:4294967295]
00000400:00000200:2.0:1783979946.522783:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.522789:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979946.522794:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.522797:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979946.522800:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979946.522803:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979946.522807:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979946.522809:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979946.522813:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.522814:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979946.522818:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979946.522820:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979946.522823:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979946.522825:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979946.522827:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979946.522830:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522837:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.522840:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522852:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.522854:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979946.522857:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979946.522860:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979946.522863:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979946.522865:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305341454
00000100:00000001:2.0:1783979946.522867:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305345227
00000100:00000001:2.0:1783979946.522869:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305341454
00000100:00000001:2.0:1783979946.522871:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305345227
00000100:00000001:2.0:1783979946.522872:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979946.522874:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.522876:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979946.522879:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979946/real 1783979946]  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979946.522886:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979946.522887:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979946.522889:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979946.522891:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979946.522892:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979946.522894:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979946.522896:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979946.522904:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522910:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979946.522911:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522913:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.522914:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979946.522917:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522923:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979946.522927:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522933:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979946.522935:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.522938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.522940:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979946.522941:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979946.522943:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979946.522946:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979946.522948:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979946.522951:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979946.522958:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995392:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979946.522962:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979946.522965:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.522971:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979946.522973:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.522975:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979946.522976:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979946.522978:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979946.522981:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979946.522984:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979946.522986:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979946.522988:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.522989:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979946.522993:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979946.522995:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979946.522998:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979946.523001:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979946.523005:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979946.523007:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559995520, portal 4
00000100:00000001:2.0:1783979946.523010:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979946.523011:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:2.0:1783979946.523015:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523022:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979946.523024:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979946.523026:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979946.523028:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559995520, offset 0
00000400:00000200:2.0:1783979946.523032:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979946.523035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.523039:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979946.523041:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979946.523043:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979946.523046:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979946.523069:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979946.523074:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390978:390978:256:4294967295] 192.168.201.140@tcp LPNI seq info [390953:390953:8:4294967295]
00000400:00000200:2.0:1783979946.523078:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.523083:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979946.523087:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.523091:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979946.523094:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979946.523097:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979946.523100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979946.523103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979946.523106:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.523109:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979946.523112:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979946.523114:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979946.523117:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979946.523118:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979946.523121:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979946.523124:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523132:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.523134:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523141:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.523142:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979946.523145:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979946.523147:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979946.523150:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979946.523151:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305341482
00000100:00000001:2.0:1783979946.523154:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305345227
00000100:00000001:2.0:1783979946.523156:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305341482
00000100:00000001:2.0:1783979946.523158:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305345227
00000100:00000001:2.0:1783979946.523160:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979946.523162:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.523163:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979946.523166:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979946/real 1783979946]  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979946.523173:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979946.523174:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979946.523176:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979946.523178:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979946.523180:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979946.523182:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979946.523185:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979946.523193:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523199:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979946.523200:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523202:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.523203:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979946.523207:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523213:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979946.523217:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523223:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979946.523225:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523227:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.523228:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523229:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979946.523231:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979946.523233:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979946.523236:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979946.523238:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979946.523241:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979946.523248:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995520:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979946.523251:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523253:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.523257:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627559995136/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523264:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979946.523267:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979946.523270:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979946.523274:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979946.523276:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979946.523278:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979946.523280:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979946.523282:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783979946.523286:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979946.523288:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979946.523290:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783979946.523293:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979946.523294:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523296:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.523298:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559995264/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523304:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979946.523306:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979946.523319:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979946.523322:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979946.523323:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979946.523324:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979946.523326:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979946.523327:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783979946.523329:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979946.523331:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979946.523332:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979946.523334:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979946.523335:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523337:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.523340:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559995392/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523345:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979946.523347:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979946.523348:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979946.523350:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979946.523351:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979946.523352:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979946.523354:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979946.523355:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783979946.523357:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979946.523358:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979946.523359:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979946.523361:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979946.523362:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523363:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.523365:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559995520/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523370:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979946.523371:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979946.523372:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979946.523374:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979946.523375:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979946.523376:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979946.523377:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979946.523378:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783979946.523380:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979946.523381:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979946.523382:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979946.523384:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979946.523385:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523387:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523393:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979946.523395:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.523397:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979946.523399:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979946.523400:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979946.523403:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523408:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979946.523410:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.523412:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979946.523413:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979946.523415:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979946.523417:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979946.523420:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979946.523421:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979946.523423:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979946.523424:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979946.523427:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979946.523429:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979946.523432:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979946.523434:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979946.523437:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979946.523440:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559995648, portal 4
00000100:00000001:2.0:1783979946.523442:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979946.523443:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979946.523448:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523454:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979946.523456:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979946.523458:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979946.523460:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559995648, offset 0
00000400:00000200:2.0:1783979946.523464:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979946.523468:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.523471:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979946.523474:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979946.523477:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979946.523479:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979946.523481:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979946.523484:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390979:390979:256:4294967295] 192.168.201.140@tcp LPNI seq info [390954:390954:8:4294967295]
00000400:00000200:2.0:1783979946.523487:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979946.523493:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979946.523497:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.523501:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979946.523504:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783979946.523506:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1783979946.523511:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979946.523514:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1783979946.523517:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979946.523519:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:2.0:1783979946.523522:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783979946.523525:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783979946.523527:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:2.0:1783979946.523529:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:2.0:1783979946.523531:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783979946.523534:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523541:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.523544:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523550:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.523551:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979946.523554:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979946.523557:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979946.523560:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979946.523562:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305341484
00000100:00000001:2.0:1783979946.523565:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305345227
00000100:00000001:2.0:1783979946.523567:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305341484
00000100:00000001:2.0:1783979946.523569:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305345227
00000100:00000001:2.0:1783979946.523571:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979946.523573:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.523575:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979946.523578:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979946/real 1783979946]  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979946.523585:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979946.523587:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979946.523588:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979946.523591:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979946.523592:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979946.523594:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979946.523597:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979946.523606:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523612:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979946.523613:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523615:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.523617:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979946.523620:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523626:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979946.523629:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523635:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979946.523638:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523639:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979946.523641:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523642:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979946.523644:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979946.523646:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979946.523649:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979946.523652:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979946.523656:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979946.523664:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995648:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979946.523667:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523669:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979946.523672:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559995648/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979971 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979946.523678:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979946.523679:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979946.523681:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979946.523684:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979946.523685:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979946.523686:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979946.523688:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979946.523690:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979946.523692:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979946.523693:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979946.523694:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979946.523696:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979946.523698:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523700:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979946.523703:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979946.523704:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979946.523706:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979946.523707:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979947.289210:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979947.289217:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979947.289221:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979947.289222:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979947.289225:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979947.289229:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979947.289231:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979947.289235:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979947.289238:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979947.289240:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979947.289241:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979947.289244:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979947.289407:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979947.289411:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979947.289414:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979948.313180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979948.313187:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979948.313192:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979948.313193:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979948.313197:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979948.313198:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979948.313303:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979948.313307:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979948.313310:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979949.338490:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979949.338497:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979949.338502:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979949.338503:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979949.338507:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979949.338508:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979949.338831:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979949.338835:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979949.338838:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979950.361309:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305345227, at 4305345280
00000100:00000010:3.0:1783979950.361322:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627d80.
00000100:00000040:2.0:1783979950.361399:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305345227, at 4305345280
00000100:00000010:2.0:1783979950.361405:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627840.
00010000:00000001:1.0:1783979950.361515:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979950.361518:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979950.361522:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979950.361523:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979950.361527:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979950.361528:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979950.361611:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979950.361614:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979950.361617:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979951.385950:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979951.385959:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979951.385962:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979951.385965:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979951.385970:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979951.385972:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979951.385974:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979951.385976:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979951.385981:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979951.385983:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979951.385984:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979951.385985:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979951.385987:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979951.385988:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979951.385989:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979951.385991:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979951.385994:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979951.385995:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979951.386078:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979951.386081:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979951.386082:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783979951.641201:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979951.641214:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783979951.641217:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979951.641231:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979951.641237:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979951.641246:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10674
00000400:00000200:3.0:1783979951.641257:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979951.641265:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979951.641268:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979951.641272:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641275:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979951.641277:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641280:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979951.641285:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979951.641287:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783979951.641291:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979951.641294:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783979951.641297:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783979951.641300:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783979951.641303:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641305:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979951.641307:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641309:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979951.641312:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783979951.641316:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641318:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979951.641322:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979951.641326:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979951.641330:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.641333:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979951.641336:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979951.641349:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684a80.
00000020:00000040:3.0:1783979951.641354:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783979951.641359:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979951.641361:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.641365:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979951.641369:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979951.641374:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979951.641385:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783979951.641394:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979951.641406:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979951.641418:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979951.641424:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979951.641430:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6352730] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.641498:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979951.641503:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979951.641507:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979951.641514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.641522:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979951.641525:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.641529:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979951.641532:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979951.641535:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979951.641539:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559995776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979951.641544:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979951.641550:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979951.641553:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.641556:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979951.641562:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979951.641564:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979951.641570:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979951.641574:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783979951.641581:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783979951.641589:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559995776, portal 25
00000100:00000001:2.0:1783979951.641592:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979951.641593:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185214592 : -128863524337024 : ffff8acc9f684a80)
00000100:00000040:2.0:1783979951.641599:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.641606:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979951.641608:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979951.641611:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054aa0.
00000100:00000200:2.0:1783979951.641613:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559995776, offset 0
00000400:00000200:2.0:1783979951.641619:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979951.641627:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979951.641634:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979951.641640:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979951.641644:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979951.641648:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979951.641651:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979951.641654:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390980:390980:256:4294967295] 192.168.201.140@tcp LPNI seq info [390955:390955:8:4294967295]
00000400:00000200:2.0:1783979951.641658:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979951.641667:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979951.641672:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979951.641677:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7900.
00000800:00000200:2.0:1783979951.641685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979951.641689:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979951.641713:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979951.641717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979951.641720:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305350346
00000100:00000010:2.0:1783979951.641725:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627840.
00000100:00000001:2.0:1783979951.641732:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979951.641739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305350346
00000100:00000010:2.0:1783979951.641741:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856278a0.
00000100:00000001:2.0:1783979951.641744:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979951.641747:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979951.641749:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.641753:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.641755:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979951.641771:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979951.641775:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979951.641778:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783979951.641779:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979951.641781:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979951.641783:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979951.641786:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10674
00000400:00000200:3.0:1783979951.641789:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979951.641791:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979951.641793:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979951.641795:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641797:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979951.641799:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641801:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979951.641803:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979951.641805:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783979951.641806:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979951.641808:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783979951.641809:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783979951.641811:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783979951.641813:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641815:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979951.641816:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641817:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979951.641819:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783979951.641821:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979951.641822:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979951.641824:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979951.641829:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979951.641830:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.641832:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979951.641836:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979951.641839:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.641840:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979951.641845:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687480.
00000020:00000040:3.0:1783979951.641846:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979951.641848:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979951.641849:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.641851:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979951.641852:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979951.641854:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979951.641858:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:3.0:1783979951.641861:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979951.641864:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979951.641871:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979951.641873:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979951.641876:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d1608df] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.641912:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979951.641915:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783979951.641917:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979951.641919:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979951.641920:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979951.641924:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.641931:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979951.641932:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.641934:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979951.641935:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979951.641938:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979951.641940:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979951.641944:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979951.641945:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979951.641947:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.641948:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979951.641951:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979951.641953:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979951.641957:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979951.641960:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000400:00000010:2.0:1783979951.641964:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054440.
00000100:00000200:2.0:1783979951.641966:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559995904, portal 10
00000100:00000001:2.0:1783979951.641968:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979951.641970:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185225344 : -128863524326272 : ffff8acc9f687480)
00000100:00000040:2.0:1783979951.641976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.641984:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979951.641986:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979951.641988:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054000.
00000100:00000200:2.0:1783979951.641990:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559995904, offset 0
00000400:00000200:2.0:1783979951.641993:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979951.641997:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979951.642000:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979951.642003:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979951.642004:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979951.642006:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979951.642008:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979951.642011:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390981:390981:255:4294967295] 192.168.201.140@tcp LPNI seq info [390956:390956:7:4294967295]
00000400:00000200:2.0:1783979951.642014:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979951.642019:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979951.642023:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979951.642027:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7d00.
00000800:00000200:2.0:1783979951.642030:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979951.642033:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979951.642036:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979951.642040:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783979951.642043:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979951.642044:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305346577
00000100:00000001:2.0:1783979951.642073:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305350346
00000100:00000001:2.0:1783979951.642076:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305346577
00000100:00000001:2.0:1783979951.642078:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305350346
00000100:00000001:2.0:1783979951.642080:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979951.642082:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.642084:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.642086:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979951.642089:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979951.642090:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783979951.642092:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979951.642093:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979951.642094:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.642096:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.642176:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979951.642178:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979951.642179:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.642182:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642229:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979951.642233:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979951.642237:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783979951.642238:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979951.642240:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979951.642242:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979951.642245:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10674
00000400:00000200:3.0:1783979951.642249:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979951.642252:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979951.642255:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979951.642258:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642260:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979951.642262:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642264:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979951.642266:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979951.642268:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783979951.642269:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979951.642271:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783979951.642273:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:3.0:1783979951.642276:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979951.642279:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642281:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979951.642283:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642285:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979951.642288:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783979951.642290:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642293:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979951.642295:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979951.642298:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979951.642300:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642303:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783979951.642305:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783979951.642308:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642309:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979951.642313:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f685180.
00000020:00000040:3.0:1783979951.642315:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979951.642318:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979951.642319:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642321:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979951.642323:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979951.642324:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979951.642328:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783979951.642331:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979951.642335:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979951.642342:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979951.642344:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979951.642347:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089b23cac] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979951.642363:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979951.642366:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783979951.642372:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783979951.642374:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979951.642375:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979951.642378:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783979951.642381:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10674
00000400:00000200:3.0:1783979951.642385:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979951.642388:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783979951.642391:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783979951.642394:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642396:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783979951.642398:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783979951.642399:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979951.642402:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979951.642403:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783979951.642406:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783979951.642407:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979951.642410:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783979951.642412:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783979951.642414:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:3.0:1783979951.642416:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979951.642417:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783979951.642419:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:3.0:1783979951.642426:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642431:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783979951.642434:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783979951.642435:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979951.642437:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642438:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:2.0:1783979951.642442:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1783979951.642443:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
02000000:00000001:2.0:1783979951.642447:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1783979951.642447:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
02000000:00000001:2.0:1783979951.642453:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642453:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979951.642455:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979951.642459:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1783979951.642460:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996032:192.168.201.140@tcp:38:kworker.0
02000000:00000001:3.0:1783979951.642462:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642467:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979951.642468:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1783979951.642470:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1783979951.642472:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1783979951.642473:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.642476:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642477:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.642482:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1783979951.642483:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684e00.
00000020:00000040:3.0:1783979951.642486:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000010:2.0:1783979951.642488:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783979951.642488:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979951.642490:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.642493:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642494:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979951.642496:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979951.642499:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979951.642501:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000010:3.0:1783979951.642504:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000400:00000010:2.0:1783979951.642507:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029f78.
00000100:00000001:3.0:1783979951.642509:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783979951.642513:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000100:00100000:3.0:1783979951.642516:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1783979951.642519:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559996032, portal 10
00000100:00000001:3.0:1783979951.642527:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979951.642529:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979951.642531:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.642533:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185216384 : -128863524335232 : ffff8acc9f685180)
00000100:00000040:3.0:1783979951.642537:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001fd826] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979951.642546:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979951.642551:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979951.642556:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783979951.642560:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783979951.642562:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1783979951.642566:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642566:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783979951.642569:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1783979951.642572:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30546e8.
00000100:00000001:3.0:1783979951.642574:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1783979951.642576:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559996032, offset 0
00000100:00080000:3.0:1783979951.642580:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10674
00000400:00000200:2.0:1783979951.642587:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979951.642587:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979951.642594:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000200:2.0:1783979951.642595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00080000:3.0:1783979951.642597:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1783979951.642602:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000040:3.0:1783979951.642605:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:2.0:1783979951.642608:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783979951.642609:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1783979951.642615:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000040:3.0:1783979951.642615:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979951.642620:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:2.0:1783979951.642622:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1783979951.642625:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979951.642628:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979951.642631:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1783979951.642633:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000020:00000040:3.0:1783979951.642633:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783979951.642636:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000400:00000200:2.0:1783979951.642642:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390982:390982:254:4294967295] 192.168.201.140@tcp LPNI seq info [390957:390957:6:4294967295]
00000020:00000001:3.0:1783979951.642643:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783979951.642651:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:2.0:1783979951.642653:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979951.642656:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979951.642662:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:2.0:1783979951.642668:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1783979951.642668:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783979951.642673:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000800:00000200:2.0:1783979951.642678:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00080000:3.0:1783979951.642681:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000800:00000010:2.0:1783979951.642685:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7400.
00000100:00000001:3.0:1783979951.642685:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979951.642690:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1783979951.642694:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:3.0:1783979951.642695:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979951.642701:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642705:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.1:1783979951.642706:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000008:00100000:3.0:1783979951.642709:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1783979951.642711:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1783979951.642713:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642715:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783979951.642719:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684380.
00000020:00000040:3.0:1783979951.642723:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:3.0:1783979951.642725:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979951.642726:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979951.642728:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979951.642730:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979951.642731:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979951.642736:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000100:00000001:3.0:1783979951.642738:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979951.642744:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979951.642751:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979951.642753:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979951.642756:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000748c4f8e] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979951.642763:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979951.642768:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10684)
00000100:00000040:2.0:1783979951.645063:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783979951.645083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979951.645093:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305346577
00000100:00000001:2.0:1783979951.645098:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305350346
00000100:00000001:2.0:1783979951.645101:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305346577
00000100:00000001:2.0:1783979951.645104:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305350346
00000100:00000001:2.0:1783979951.645106:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979951.645111:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.645116:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.645120:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979951.645130:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979951.645132:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783979951.645136:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979951.645139:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979951.645141:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979951.645156:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.645168:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979951.645171:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.645175:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979951.645179:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979951.645182:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979951.645186:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979951.645190:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979951.645194:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979951.645197:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.645200:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979951.645210:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979951.645212:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979951.645218:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979951.645248:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029840.
00000400:00000010:2.0:1783979951.645257:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783979951.645266:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559996160, portal 4
00000100:00000001:2.0:1783979951.645268:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979951.645270:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185215488 : -128863524336128 : ffff8acc9f684e00)
00000100:00000040:2.0:1783979951.645278:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.645286:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979951.645289:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979951.645292:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054880.
00000100:00000200:2.0:1783979951.645296:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559996160, offset 0
00000400:00000200:2.0:1783979951.645309:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979951.645320:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979951.645329:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979951.645335:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979951.645339:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979951.645343:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979951.645345:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979951.645349:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390983:390983:253:4294967295] 192.168.201.140@tcp LPNI seq info [390958:390958:5:4294967295]
00000400:00000200:2.0:1783979951.645353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979951.645363:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979951.645369:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979951.645376:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7500.
00000800:00000200:2.0:1783979951.645383:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979951.645389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979951.645394:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979951.645399:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783979951.645401:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979951.645403:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305346604
00000100:00000001:2.0:1783979951.645406:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305350346
00000100:00000001:2.0:1783979951.645408:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305346604
00000100:00000001:2.0:1783979951.645410:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305350346
00000100:00000001:2.0:1783979951.645413:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979951.645414:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.645416:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979951.645421:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.645428:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979951.645429:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.645431:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979951.645433:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979951.645435:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979951.645437:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979951.645441:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979951.645444:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979951.645446:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979951.645447:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979951.645451:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979951.645453:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979951.645456:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783979951.645459:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f0290b0.
00000400:00000010:2.0:1783979951.645463:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30544c8.
00000100:00000200:2.0:1783979951.645466:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559996288, portal 4
00000100:00000001:2.0:1783979951.645468:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783979951.645469:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185212800 : -128863524338816 : ffff8acc9f684380)
00000100:00000040:2.0:1783979951.645475:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979951.645482:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979951.645484:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783979951.645486:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054e58.
00000100:00000200:2.0:1783979951.645488:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559996288, offset 0
00000400:00000200:2.0:1783979951.645492:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979951.645496:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979951.645499:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783979951.645502:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783979951.645505:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783979951.645506:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783979951.645509:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783979951.645512:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390984:390984:252:4294967295] 192.168.201.140@tcp LPNI seq info [390959:390959:4:4294967295]
00000400:00000200:2.0:1783979951.645515:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979951.645521:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783979951.645525:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783979951.645530:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7300.
00000800:00000200:2.0:1783979951.645534:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783979951.645537:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979951.645540:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979951.645543:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783979951.645546:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979951.645548:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305346606
00000100:00000001:2.0:1783979951.645550:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305350346
00000100:00000001:2.0:1783979951.645553:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305346606
00000100:00000001:2.0:1783979951.645554:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305350346
00000100:00000001:2.0:1783979951.645556:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783979951.645558:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.645560:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.645562:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979951.645566:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979951.645567:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783979951.645569:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979951.645570:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979951.645572:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979951.645574:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979952.410354:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979952.410361:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979952.410366:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979952.410367:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979952.410370:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979952.410371:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979952.410504:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979952.410508:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979952.410510:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979953.433186:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979953.433203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979953.433209:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979953.433210:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979953.433213:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979953.433214:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979953.433298:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979953.433302:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979953.433305:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979954.457599:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979954.457606:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979954.457707:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979954.457708:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979954.457711:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979954.457712:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979954.460614:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979954.460621:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979954.460625:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1783979954.714525:0:2392:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:0.0:1783979954.714565:0:2392:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1783979954.714575:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979954.714579:0:2392:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:0.0:1783979954.714584:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:0.0:1783979954.714588:0:2392:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1783979954.714593:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979954.714597:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7900.
00000400:00000200:0.0:1783979954.714603:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979954.714607:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979954.714614:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054aa0
00000400:00000010:0.0:1783979954.714616:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054aa0.
00000100:00000001:0.0:1783979954.714622:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979954.714630:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714660:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979954.714664:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714671:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979954.714673:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1783979954.714682:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979954.714685:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7d00.
00000400:00000200:0.0:1783979954.714687:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979954.714690:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979954.714694:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054000
00000400:00000010:0.0:1783979954.714697:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054000.
00000100:00000001:0.0:1783979954.714699:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979954.714703:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714710:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979954.714713:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714718:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979954.714719:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1783979954.714724:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979954.714726:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7400.
00000400:00000200:0.0:1783979954.714728:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979954.714731:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979954.714734:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30546e8
00000400:00000010:0.0:1783979954.714735:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30546e8.
00000100:00000001:0.0:1783979954.714737:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979954.714742:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714749:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979954.714752:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714758:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979954.714759:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1783979954.714763:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979954.714765:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7500.
00000400:00000200:0.0:1783979954.714768:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979954.714770:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979954.714773:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054880
00000400:00000010:0.0:1783979954.714774:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054880.
00000100:00000001:0.0:1783979954.714777:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979954.714781:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714788:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979954.714791:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714797:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979954.714798:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1783979954.714803:0:2392:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:0.0:1783979954.714805:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7300.
00000400:00000200:0.0:1783979954.714808:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1783979954.714810:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1783979954.714813:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054e58
00000400:00000010:0.0:1783979954.714815:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054e58.
00000100:00000001:0.0:1783979954.714816:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1783979954.714820:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714827:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1783979954.714829:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979976 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1783979954.714836:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1783979954.714837:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979954.715341:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979954.715347:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783979954.715350:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979954.715358:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979951/real 1783979954]  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979954.715376:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979954.715378:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979954.715381:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029840.
00000400:00000200:2.0:1783979954.715384:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783979954.715386:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783979954.715388:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979954.715392:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979954.715401:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715408:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979954.715410:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715412:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715414:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979954.715417:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715422:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979954.715426:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715432:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979954.715435:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715437:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715438:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715441:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979954.715443:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979954.715447:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979954.715451:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979954.715453:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979954.715458:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979954.715464:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996160:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979954.715468:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979954.715471:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979951/real 1783979954]  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979954.715478:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979954.715479:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979954.715480:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f0290b0.
00000400:00000200:2.0:1783979954.715482:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30544c8
00000400:00000010:2.0:1783979954.715484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30544c8.
00000100:00000001:2.0:1783979954.715486:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979954.715489:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979954.715495:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715500:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979954.715502:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715503:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715504:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979954.715507:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715512:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979954.715515:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715521:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979954.715523:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715525:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715526:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715527:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979954.715529:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979954.715531:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979954.715534:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979954.715535:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979954.715538:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979954.715545:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996288:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783979954.715549:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979954.715552:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979951/real 1783979954]  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979954.715558:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979954.715560:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979954.715561:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029f78.
00000400:00000200:2.0:1783979954.715563:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783979954.715565:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783979954.715566:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979954.715569:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979954.715576:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715581:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979954.715583:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715584:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715586:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979954.715590:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715600:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979954.715603:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715608:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979954.715610:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715612:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715613:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715614:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979954.715616:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979954.715618:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979954.715621:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979954.715623:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979954.715627:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979954.715634:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f685180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996032:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979954.715638:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979954.715641:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979951/real 1783979954]  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979954.715648:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979954.715649:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979954.715650:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783979954.715652:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054440
00000400:00000010:2.0:1783979954.715654:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054440.
00000100:00000001:2.0:1783979954.715656:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979954.715659:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979954.715669:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715674:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979954.715675:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715676:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715677:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979954.715680:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715685:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979954.715688:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715693:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979954.715695:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715696:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715697:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715698:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979954.715700:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979954.715702:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979954.715705:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979954.715707:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979954.715710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979954.715716:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559995904:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783979954.715720:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783979954.715723:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979951/real 1783979954]  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783979954.715807:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783979954.715809:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783979954.715811:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783979954.715813:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783979954.715815:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783979954.715817:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783979954.715820:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783979954.715827:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715832:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783979954.715834:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715835:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715837:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783979954.715840:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715845:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979954.715848:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715853:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979954.715855:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715856:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979954.715857:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715859:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783979954.715860:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783979954.715862:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783979954.715865:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783979954.715868:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783979954.715872:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979954.715879:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559995776:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979954.715883:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715885:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979954.715889:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684e00 x1870627559996160/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715895:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979954.715898:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979954.715903:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb000.
02000000:00000001:2.0:1783979954.715907:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979954.715909:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979954.715912:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979954.715914:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979954.715916:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783979954.715921:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979954.715922:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979954.715925:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684e00.
00000100:00000001:2.0:1783979954.715929:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979954.715930:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715932:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979954.715935:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684380 x1870627559996288/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715941:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979954.715942:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979954.715943:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783979954.715945:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979954.715946:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979954.715947:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783979954.715949:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979954.715951:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783979954.715953:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979954.715954:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979954.715955:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684380.
00000100:00000001:2.0:1783979954.715958:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979954.715959:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715961:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979954.715964:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f685180 x1870627559996032/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715970:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979954.715971:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979954.715973:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783979954.715975:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979954.715976:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979954.715977:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979954.715979:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979954.715981:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783979954.715983:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979954.715984:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979954.715985:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f685180.
00000100:00000001:2.0:1783979954.715987:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979954.715988:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.715989:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979954.715992:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687480 x1870627559995904/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.715997:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979954.715999:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979954.716001:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783979954.716003:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979954.716004:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979954.716005:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783979954.716007:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979954.716008:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783979954.716010:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979954.716011:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979954.716012:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687480.
00000100:00000001:2.0:1783979954.716014:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979954.716015:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.716016:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783979954.716019:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684a80 x1870627559995776/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979976 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979954.716026:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783979954.716027:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783979954.716028:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783979954.716030:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783979954.716031:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783979954.716032:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783979954.716034:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783979954.716035:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783979954.716037:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783979954.716038:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783979954.716039:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684a80.
00000100:00000001:2.0:1783979954.716041:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783979954.716042:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.716044:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979954.716074:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783979954.716077:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979954.716079:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783979954.716081:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979955.481189:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305350346, at 4305350400
00000100:00000010:2.0:1783979955.481203:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627840.
00010000:00000001:1.0:1783979955.481294:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979955.481297:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979955.481301:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979955.481302:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979955.481305:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979955.481306:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979955.481391:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305350346, at 4305350400
00000100:00000010:3.0:1783979955.481398:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856278a0.
00000020:00000001:0.0:1783979955.481467:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979955.481471:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979955.481474:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979956.505748:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979956.505755:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979956.505760:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979956.505761:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979956.505765:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979956.505768:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979956.505771:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979956.505774:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979956.505776:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979956.505778:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979956.505781:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979956.505783:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979956.507930:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979956.507936:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979956.507940:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979956.761336:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979956.761345:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979956.761347:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979956.761351:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979956.761356:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979956.761363:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10679
00000400:00000200:1.0:1783979956.761372:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979956.761378:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979956.761381:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979956.761384:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761387:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979956.761390:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761392:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979956.761396:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979956.761399:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979956.761401:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979956.761404:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979956.761406:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979956.761409:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979956.761412:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761413:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979956.761415:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761417:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979956.761420:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979956.761423:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761425:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979956.761428:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979956.761431:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979956.761434:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.761436:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979956.761438:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979956.761444:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979956.761447:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979956.761451:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979956.761453:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.761457:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979956.761460:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979956.761464:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979956.761471:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979956.761478:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979956.761486:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979956.761496:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979956.761501:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979956.761506:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979956.761534:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979956.761538:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979956.761541:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979956.761543:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979956.761544:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979956.761548:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979956.761551:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10679
00000400:00000200:1.0:1783979956.761556:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979956.761559:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1783979956.761561:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1783979956.761562:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979956.761567:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979956.761568:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783979956.761570:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1783979956.761572:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1783979956.761574:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761578:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979956.761581:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1783979956.761582:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1783979956.761583:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979956.761586:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979956.761590:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979956.761594:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:3.0:1783979956.761599:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1783979956.761600:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:3.0:1783979956.761603:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979956.761607:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:3.0:1783979956.761609:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1783979956.761611:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1783979956.761614:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1783979956.761615:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:3.0:1783979956.761619:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.761620:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979956.761625:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00100000:3.0:1783979956.761626:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559996416:192.168.201.140@tcp:250:kworker.0
00000100:00080000:1.0:1783979956.761631:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979956.761634:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1783979956.761636:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979956.761640:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979956.761640:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979956.761644:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979956.761648:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979956.761649:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1783979956.761653:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.761656:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:3.0:1783979956.761656:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979956.761661:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1783979956.761662:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979956.761666:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.761669:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979956.761670:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1783979956.761676:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000100:00000010:1.0:1783979956.761677:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979956.761683:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979956.761685:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979956.761686:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.761688:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979956.761689:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979956.761691:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979956.761696:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979956.761699:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979956.761704:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979956.761711:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979956.761713:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979956.761717:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979956.761725:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979956.761728:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979956.761731:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979956.761732:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979956.761734:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979956.761736:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979956.761738:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10679
00000400:00000200:1.0:1783979956.761741:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979956.761744:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979956.761746:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979956.761749:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761751:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979956.761752:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761755:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979956.761756:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979956.761758:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979956.761759:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979956.761761:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979956.761762:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979956.761764:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979956.761767:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761769:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979956.761770:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761772:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979956.761774:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979956.761777:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761779:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979956.761780:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979956.761783:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979956.761786:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1783979956.761786:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000001:1.0:1783979956.761788:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979956.761792:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1783979956.761795:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559996416, portal 25
00000008:00000001:1.0:1783979956.761796:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.761801:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.761801:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979956.761804:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314944 : -128863286236672 : ffff8accad996a00)
00000100:00000010:1.0:1783979956.761805:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979956.761809:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000100:00000040:3.0:1783979956.761812:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1783979956.761813:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979956.761816:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.761819:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979956.761822:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979956.761825:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.761827:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1783979956.761831:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b800.
00000100:00000040:3.0:1783979956.761832:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761838:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1783979956.761838:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979956.761842:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559996416, offset 0
00000100:00100000:1.0:1783979956.761848:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1783979956.761854:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761863:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1783979956.761866:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:1.0:1783979956.761867:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.761873:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000040:1.0:1783979956.761875:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979956.761881:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1783979956.761889:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.761889:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00080000:1.0:1783979956.761894:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1783979956.761894:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1783979956.761901:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1783979956.761901:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761904:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979956.761908:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1783979956.761908:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390985:390985:256:4294967295] 192.168.201.140@tcp LPNI seq info [390960:390960:8:4294967295]
00000100:00000001:1.0:1783979956.761914:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1783979956.761918:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00080000:1.0:1783979956.761921:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10679
00000400:00000200:1.0:1783979956.761928:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979956.761937:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000200:3.0:1783979956.761937:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1783979956.761942:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1783979956.761948:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000040:1.0:1783979956.761950:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761954:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1783979956.761955:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000100:00000040:1.0:1783979956.761957:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.761962:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979956.761966:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:3.0:1783979956.761966:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000040:1.0:1783979956.761969:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000800:00000200:3.0:1783979956.761972:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1783979956.761973:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979956.761977:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979956.761982:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000800:00000200:3.1:1783979956.761982:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000020:00000001:1.0:1783979956.761988:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000800:00000200:3.1:1783979956.761988:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1783979956.761995:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000800:00000100:3.0:1783979956.761999:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000001:1.0:1783979956.762000:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1783979956.762004:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000100:00000040:1.0:1783979956.762006:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.762010:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:3.0:1783979956.762011:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1783979956.762014:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979956.762021:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000200:3.0:1783979956.762022:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1783979956.762028:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.762031:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
02000000:00000001:1.0:1783979956.762032:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1783979956.762036:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
02000000:00000001:1.0:1783979956.762038:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979956.762042:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.762043:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1783979956.762044:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979956.762070:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979956.762073:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.762074:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979956.762078:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979956.762080:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979956.762082:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979956.762084:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.762085:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979956.762087:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979956.762088:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979956.762092:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659800.
00000100:00000001:1.0:1783979956.762095:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979956.762099:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979956.762111:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979956.762113:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979956.762116:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979956.762123:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979956.762126:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979956.762129:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979956.762142:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979956.762143:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979956.762146:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979956.762149:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10679
00000400:00000200:1.0:1783979956.762152:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979956.762155:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979956.762158:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979956.762160:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.762162:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979956.762164:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.762166:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979956.762167:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979956.762169:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979956.762170:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979956.762172:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979956.762174:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979956.762176:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979956.762179:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.762180:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979956.762182:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979956.762184:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979956.762186:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979956.762189:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979956.762191:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979956.762193:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979956.762196:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979956.762198:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.762200:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979956.762201:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979956.762204:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.762205:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979956.762208:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979956.762211:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979956.762213:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979956.762214:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979956.762216:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979956.762217:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979956.762219:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979956.762222:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979956.762225:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979956.762229:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979956.762235:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979956.762237:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979956.762241:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979956.762248:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979956.762252:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10689)
00000100:00000200:3.0:1783979956.762407:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.762418:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.762422:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.762429:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.762431:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979956.762439:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.762443:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979956.762446:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305355466
00000100:00000010:3.0:1783979956.762451:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3c00.
00000100:00000001:3.0:1783979956.762458:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979956.762463:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305355466
00000100:00000010:3.0:1783979956.762466:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3120.
00000100:00000001:3.0:1783979956.762469:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979956.762472:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979956.762475:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.762478:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979956.762482:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979956/real 1783979956]  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979956.762491:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979956.762493:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979956.762496:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979956.762498:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979956.762501:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979956.762503:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979956.762506:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979956.762515:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.762522:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979956.762524:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.762526:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.762528:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979956.762532:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.762539:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979956.762543:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.762551:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979956.762554:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.762556:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.762558:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.768838:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979956.768843:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979956.768851:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979956.768860:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979956.768863:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979956.768872:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979956.768883:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559996416:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979956.768889:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.768892:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.768895:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559996416/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.768902:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979956.768905:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979956.768909:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979956.768912:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979956.768915:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979956.768917:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979956.768919:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979956.768921:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:3.0:1783979956.768924:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979956.768927:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979956.768929:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:3.0:1783979956.768932:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979956.768933:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.768936:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.768943:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979956.768945:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.768948:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979956.768950:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979956.768952:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979956.768957:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.768963:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979956.768965:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979956.768969:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979956.768972:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979956.768975:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979956.768978:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979956.768982:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979956.768986:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979956.768988:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979956.768990:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979956.768995:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979956.768997:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.769004:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979956.769009:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979956.769017:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979956.769023:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559996544, portal 10
00000100:00000001:3.0:1783979956.769025:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979956.769026:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423311360 : -128863286240256 : ffff8accad995c00)
00000100:00000040:3.0:1783979956.769034:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.769041:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979956.769043:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979956.769063:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979956.769067:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559996544, offset 0
00000400:00000200:3.0:1783979956.769074:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979956.769082:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979956.769090:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979956.769094:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979956.769098:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979956.769102:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979956.769104:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979956.769108:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390986:390986:256:4294967295] 192.168.201.140@tcp LPNI seq info [390961:390961:8:4294967295]
00000400:00000200:3.0:1783979956.769112:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979956.770553:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979956.770565:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979956.770574:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979956.770581:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979956.770585:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979956.770590:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979956.770593:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979956.770599:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979956.770602:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979956.770607:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979956.770611:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979956.770617:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979956.770620:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979956.770625:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979956.770631:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770642:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.770650:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770658:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.770660:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979956.770666:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979956.770671:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979956.770675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979956.770679:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305351706
00000100:00000001:3.0:1783979956.770690:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305355466
00000100:00000001:3.0:1783979956.770693:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305351706
00000100:00000001:3.0:1783979956.770695:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305355466
00000100:00000001:3.0:1783979956.770698:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979956.770701:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.770704:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979956.770708:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979956/real 1783979956]  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979956.770718:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979956.770720:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979956.770722:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979956.770725:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979956.770727:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979956.770729:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979956.770732:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979956.770740:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770746:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979956.770747:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.770750:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.770752:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979956.770755:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770762:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979956.770766:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770773:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979956.770776:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.770777:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.770779:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.770781:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979956.770783:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979956.770787:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979956.770791:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979956.770793:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979956.770797:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979956.770805:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996544:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979956.770809:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979956.770813:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770820:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979956.770822:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979956.770824:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979956.770827:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979956.770829:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979956.770832:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979956.770835:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979956.770839:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979956.770840:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979956.770842:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979956.770847:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979956.770849:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.770852:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979956.770856:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979956.770860:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979956.770864:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559996672, portal 10
00000100:00000001:3.0:1783979956.770866:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979956.770867:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305088 : -128863286246528 : ffff8accad994380)
00000100:00000040:3.0:1783979956.770873:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770884:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979956.770886:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979956.770888:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979956.770891:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559996672, offset 0
00000400:00000200:3.0:1783979956.770895:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979956.770900:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979956.770905:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979956.770909:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979956.770913:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979956.770915:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979956.770917:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979956.770921:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390987:390987:256:4294967295] 192.168.201.140@tcp LPNI seq info [390962:390962:8:4294967295]
00000400:00000200:3.0:1783979956.770924:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979956.770931:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979956.770935:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979956.770938:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979956.770941:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979956.770944:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979956.770948:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979956.770950:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979956.770954:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979956.770956:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979956.770959:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979956.770962:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979956.770965:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979956.770967:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979956.770969:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979956.770973:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770981:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.770984:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.770996:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.770998:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979956.771001:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979956.771004:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979956.771007:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979956.771009:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305351702
00000100:00000001:3.0:1783979956.771011:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305355466
00000100:00000001:3.0:1783979956.771013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305351702
00000100:00000001:3.0:1783979956.771015:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305355466
00000100:00000001:3.0:1783979956.771017:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979956.771019:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.771021:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979956.771024:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979956/real 1783979956]  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979956.771031:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979956.771033:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979956.771034:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979956.771036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979956.771037:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979956.771039:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979956.771042:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979956.771067:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.771074:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979956.771075:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.771077:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.771078:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979956.771082:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.771088:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979956.771092:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.771098:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979956.771100:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.771101:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.771103:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.771104:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979956.771106:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979956.771108:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979956.771112:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979956.771114:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979956.772951:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979956.772972:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996672:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979956.772978:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979956.772983:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.772991:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979956.772993:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979956.772997:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979956.773000:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979956.773003:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979956.773006:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979956.773010:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979956.773014:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979956.773017:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979956.773020:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979956.773026:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979956.773029:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.773035:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979956.773039:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979956.773418:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979956.773427:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559996800, portal 4
00000100:00000001:3.0:1783979956.773429:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979956.773431:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423316736 : -128863286234880 : ffff8accad997100)
00000100:00000040:3.0:1783979956.773440:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773448:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979956.773451:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979956.773455:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979956.773458:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559996800, offset 0
00000400:00000200:3.0:1783979956.773463:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979956.773471:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979956.773477:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979956.773482:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979956.773485:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979956.773488:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979956.773491:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979956.773494:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390988:390988:256:4294967295] 192.168.201.140@tcp LPNI seq info [390963:390963:8:4294967295]
00000400:00000200:3.0:1783979956.773499:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979956.773507:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979956.773513:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979956.773517:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979956.773523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979956.773526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979956.773531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979956.773534:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979956.773539:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979956.773541:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979956.773545:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979956.773549:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979956.773554:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979956.773556:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979956.773560:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979956.773564:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773572:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.773575:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773582:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.773583:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979956.773588:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979956.773592:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979956.773595:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979956.773597:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305351732
00000100:00000001:3.0:1783979956.773600:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305355466
00000100:00000001:3.0:1783979956.773602:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305351732
00000100:00000001:3.0:1783979956.773604:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305355466
00000100:00000001:3.0:1783979956.773606:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979956.773609:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.773611:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979956.773614:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979956/real 1783979956]  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979956.773623:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979956.773624:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979956.773626:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979956.773628:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979956.773630:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979956.773633:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979956.773636:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979956.773644:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773650:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979956.773651:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.773653:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.773655:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979956.773659:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773665:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979956.773669:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773675:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979956.773678:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.773680:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.773681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.773684:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979956.773698:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979956.773701:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979956.773706:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979956.773708:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979956.773712:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979956.773719:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996800:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979956.773723:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979956.773726:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773733:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979956.773734:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979956.773736:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979956.773738:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979956.773740:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979956.773743:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979956.773746:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979956.773748:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979956.773749:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979956.773751:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979956.773755:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979956.773756:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979956.773759:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979956.773761:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979956.773764:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979956.773767:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559996928, portal 4
00000100:00000001:3.0:1783979956.773769:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979956.773770:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423319424 : -128863286232192 : ffff8accad997b80)
00000100:00000040:3.0:1783979956.773775:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773780:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979956.773782:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979956.773784:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979956.773786:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559996928, offset 0
00000400:00000200:3.0:1783979956.773790:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979956.773793:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979956.773796:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979956.773799:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979956.773801:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979956.773803:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979956.773805:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979956.773808:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390989:390989:256:4294967295] 192.168.201.140@tcp LPNI seq info [390964:390964:8:4294967295]
00000400:00000200:3.0:1783979956.773812:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979956.773817:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979956.773821:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979956.773824:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979956.773828:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979956.773830:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783979956.773834:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979956.773836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783979956.773840:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979956.773841:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979956.773844:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979956.773847:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979956.773850:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979956.773851:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979956.773854:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979956.773856:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773863:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.773866:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773872:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.773873:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979956.773875:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979956.773878:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979956.773881:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979956.773883:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305351734
00000100:00000001:3.0:1783979956.773885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305355466
00000100:00000001:3.0:1783979956.773887:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305351734
00000100:00000001:3.0:1783979956.773889:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305355466
00000100:00000001:3.0:1783979956.773891:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979956.773894:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.773895:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979956.773898:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979956/real 1783979956]  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979956.773905:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979956.773906:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979956.773908:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979956.773910:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979956.773912:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979956.773914:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979956.773917:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979956.773924:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773930:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979956.773931:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.773933:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.773934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979956.773938:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773944:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979956.773947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773953:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979956.773955:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.773956:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979956.773957:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.773959:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979956.773960:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979956.773962:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979956.773966:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979956.773968:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979956.773971:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979956.773979:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559996928:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979956.773982:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.773985:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.773989:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559996544/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.773995:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979956.773998:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979956.774001:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979956.774003:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979956.774006:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979956.774008:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979956.774010:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979956.774012:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:3.0:1783979956.774015:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979956.774017:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979956.774018:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:3.0:1783979956.774022:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979956.774023:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.774024:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.774027:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559996672/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.774033:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979956.774035:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979956.774036:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979956.774038:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979956.774039:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979956.774040:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979956.774042:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979956.774044:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b800.
02000000:00000001:3.0:1783979956.774046:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979956.774073:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979956.774074:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
00000100:00000001:3.0:1783979956.774078:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979956.774079:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.774080:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.774084:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997100 x1870627559996800/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.774090:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979956.774091:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979956.774093:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979956.774095:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979956.774096:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979956.774097:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979956.774099:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979956.774100:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659800.
02000000:00000001:3.0:1783979956.774103:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979956.774104:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979956.774105:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997100.
00000100:00000001:3.0:1783979956.774107:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979956.774108:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.774110:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979956.774113:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997b80 x1870627559996928/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979981 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979956.777631:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979956.777635:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979956.777639:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979956.777646:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979956.777648:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979956.777650:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979956.777652:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979956.777655:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:3.0:1783979956.777658:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979956.777660:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979956.777662:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997b80.
00000100:00000001:3.0:1783979956.777668:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979956.777669:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.777672:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979956.777681:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979956.777694:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979956.777697:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979956.777699:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979957.530193:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979957.530200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979957.530205:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979957.530206:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979957.530209:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979957.530211:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979957.530283:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979957.530287:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979957.530290:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979958.553182:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979958.553190:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979958.553195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979958.553196:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979958.553198:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979958.553199:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979958.553849:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979958.553853:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979958.553856:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979959.577587:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979959.577597:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979959.577605:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979959.577607:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979959.577611:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979959.577612:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979959.577850:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979959.577855:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979959.577858:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979960.601278:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979960.601288:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979960.601294:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979960.601295:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979960.601299:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979960.601300:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979960.601966:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305355466, at 4305355520
00000100:00000010:2.0:1783979960.601981:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3c00.
00000100:00000040:3.0:1783979960.602659:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305355466, at 4305355521
00000100:00000010:3.0:1783979960.602667:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3120.
00000020:00000001:0.0:1783979960.602731:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979960.602735:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979960.602739:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979961.625334:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979961.625348:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979961.625351:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979961.625355:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979961.625363:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979961.625366:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979961.625368:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979961.625371:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979961.625385:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979961.625387:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979961.625388:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979961.625390:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979961.625392:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979961.625393:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979961.625395:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979961.625397:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979961.625401:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979961.625403:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979961.625559:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979961.625564:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979961.625567:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979961.881204:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979961.881216:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979961.881219:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979961.881224:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979961.881230:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979961.881238:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10684
00000400:00000200:1.0:1783979961.881248:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979961.881255:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979961.881259:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979961.881262:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881265:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881268:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881270:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979961.881275:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979961.881277:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979961.881280:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979961.881284:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979961.881286:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979961.881288:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979961.881291:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881293:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881295:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881297:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979961.881309:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979961.881312:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881314:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979961.881317:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979961.881321:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979961.881324:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881327:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979961.881329:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979961.881340:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996d80.
00000020:00000040:1.0:1783979961.881345:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979961.881350:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979961.881352:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881356:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979961.881360:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979961.881365:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979961.881374:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979961.881382:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979961.881393:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979961.881404:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979961.881410:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979961.881415:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d201173b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979961.881442:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979961.881445:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979961.881448:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979961.881450:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979961.881451:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979961.881454:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979961.881456:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10684
00000400:00000200:1.0:1783979961.881459:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979961.881462:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979961.881464:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979961.881467:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881469:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881471:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881473:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979961.881475:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979961.881477:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979961.881478:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979961.881481:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979961.881483:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979961.881485:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979961.881488:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881490:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881492:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881494:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979961.881496:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979961.881498:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881500:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979961.881501:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979961.881508:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979961.881510:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881512:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979961.881517:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979961.881519:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881531:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979961.881534:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994000.
00000020:00000040:1.0:1783979961.881536:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979961.881538:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979961.881540:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881541:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979961.881616:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979961.881618:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979961.881623:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979961.881627:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979961.881632:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979961.881640:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979961.881642:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979961.881646:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000172a3c87] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979961.881660:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979961.881662:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979961.881666:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979961.881668:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979961.881669:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979961.881671:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979961.881674:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10684
00000400:00000200:1.0:1783979961.881677:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979961.881680:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979961.881682:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979961.881684:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881686:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881688:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881690:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979961.881692:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979961.881693:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979961.881695:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979961.881696:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979961.881698:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979961.881700:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979961.881702:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881704:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881706:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881708:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979961.881710:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979961.881771:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881775:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979961.881777:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979961.881781:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979961.881783:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881785:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979961.881787:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979961.881789:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881791:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979961.881794:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994700.
00000020:00000040:1.0:1783979961.881797:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979961.881799:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979961.881801:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881802:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979961.881804:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979961.881805:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979961.881809:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979961.881812:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979961.881817:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979961.881824:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979961.881826:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979961.881830:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d0091af] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979961.881838:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979961.881841:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979961.881844:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979961.881846:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979961.881847:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979961.881849:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979961.881852:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10684
00000400:00000200:1.0:1783979961.881855:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979961.881858:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979961.881860:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979961.881863:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881865:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881867:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881869:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979961.881871:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979961.881872:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979961.881873:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979961.881875:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979961.881877:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979961.881879:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979961.881881:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881883:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881884:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881886:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979961.881889:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979961.881891:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881894:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979961.881895:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979961.881897:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979961.881899:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881900:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979961.881902:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979961.881904:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881906:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979961.881911:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997b80.
00000020:00000040:1.0:1783979961.881913:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979961.881915:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979961.881916:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.881917:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979961.881918:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979961.881919:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979961.881922:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979961.881925:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979961.881929:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979961.881935:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979961.881937:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979961.881940:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9691b64] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979961.881947:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979961.881949:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979961.881952:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979961.881953:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979961.881954:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979961.881957:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979961.881959:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10684
00000400:00000200:1.0:1783979961.881961:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979961.881964:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979961.881966:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979961.881968:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881970:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881972:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881974:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979961.881975:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979961.881976:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979961.881978:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979961.881979:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979961.881981:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979961.881983:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979961.881985:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881987:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979961.881989:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881991:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979961.881994:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979961.881996:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979961.881999:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979961.882001:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979961.882003:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979961.882004:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.882006:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979961.882007:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979961.882010:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.882011:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979961.882014:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997100.
00000020:00000040:1.0:1783979961.882017:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979961.882019:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979961.882020:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979961.882022:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979961.882023:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979961.882024:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979961.882027:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783979961.882030:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979961.882034:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979961.882040:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979961.882080:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979961.882084:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b9ed0f6] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979961.882091:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979961.882096:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10694)
00000100:00000001:3.0:1783979961.882606:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979961.882616:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979961.882619:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979961.882634:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.882647:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979961.882649:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.882653:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979961.882656:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979961.882659:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979961.882663:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559997056:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979961.882667:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979961.882672:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979961.882675:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.882677:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979961.882687:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979961.882689:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979961.882696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979961.882702:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979961.882708:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979961.882716:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559997056, portal 25
00000100:00000001:3.0:1783979961.882718:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979961.882719:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423315840 : -128863286235776 : ffff8accad996d80)
00000100:00000040:3.0:1783979961.882725:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.882738:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979961.882741:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979961.882744:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979961.882747:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559997056, offset 0
00000400:00000200:3.0:1783979961.882753:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979961.882762:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.882771:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979961.882776:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979961.882780:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979961.882784:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979961.882786:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979961.882790:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390990:390990:256:4294967295] 192.168.201.140@tcp LPNI seq info [390965:390965:8:4294967295]
00000400:00000200:3.0:1783979961.882795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.882805:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979961.882811:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.882816:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979961.882823:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979961.882826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979961.882832:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979961.882836:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979961.882840:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.882843:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979961.882849:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979961.882853:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979961.882859:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979961.882861:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979961.882865:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979961.882870:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.882880:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.882884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.882896:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.882898:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979961.882903:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979961.882907:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979961.882910:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305360587
00000100:00000010:3.0:1783979961.882916:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3120.
00000100:00000001:3.0:1783979961.882922:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979961.882929:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305360587
00000100:00000010:3.0:1783979961.882931:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3000.
00000100:00000001:3.0:1783979961.882934:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979961.882937:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979961.882940:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.882942:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979961.882946:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979961/real 1783979961]  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979961.882954:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979961.882955:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979961.882957:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979961.882960:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979961.882961:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979961.882963:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979961.882966:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979961.882975:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.882981:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979961.882982:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.882984:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.882985:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979961.882989:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.882995:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979961.882999:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883005:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979961.883008:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883010:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.883011:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883013:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979961.883015:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979961.883018:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979961.883022:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979961.883024:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979961.883028:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979961.883036:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559997056:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979961.883040:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979961.883074:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883081:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979961.883082:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.883084:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979961.883086:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979961.883088:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979961.883091:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979961.883094:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979961.883095:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979961.883097:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.883099:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979961.883102:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979961.883104:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979961.883108:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979961.883110:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979961.883113:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979961.883115:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559997184, portal 10
00000100:00000001:3.0:1783979961.883117:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979961.883118:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423304192 : -128863286247424 : ffff8accad994000)
00000100:00000040:3.0:1783979961.883125:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883131:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979961.883133:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979961.883134:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979961.883137:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559997184, offset 0
00000400:00000200:3.0:1783979961.883140:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979961.883144:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.883147:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979961.883150:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979961.883152:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979961.883154:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979961.883157:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979961.883160:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390991:390991:256:4294967295] 192.168.201.140@tcp LPNI seq info [390966:390966:8:4294967295]
00000400:00000200:3.0:1783979961.883164:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.883170:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979961.883174:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.883176:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979961.883180:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979961.883182:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979961.883187:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979961.883189:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979961.883193:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.883194:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979961.883197:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979961.883200:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979961.883203:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979961.883205:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979961.883207:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979961.883210:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883217:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.883219:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883225:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.883226:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979961.883228:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979961.883232:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979961.883235:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979961.883236:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305356819
00000100:00000001:3.0:1783979961.883239:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305360587
00000100:00000001:3.0:1783979961.883241:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305356819
00000100:00000001:3.0:1783979961.883243:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305360587
00000100:00000001:3.0:1783979961.883245:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979961.883247:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.883248:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979961.883251:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979961/real 1783979961]  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979961.883258:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979961.883259:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979961.883260:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979961.883262:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979961.883264:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979961.883266:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979961.883269:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979961.883276:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883282:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979961.883283:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883284:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.883286:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979961.883289:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883294:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979961.883297:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883303:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979961.883305:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883307:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.883308:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883309:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979961.883311:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979961.883313:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979961.883316:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979961.883318:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979961.883321:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979961.883328:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997184:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979961.883331:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979961.883335:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883346:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979961.883347:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.883349:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979961.883351:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979961.883352:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979961.883355:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979961.883358:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979961.883360:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979961.883361:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.883363:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979961.883365:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979961.883367:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979961.883370:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979961.883372:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979961.883375:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979961.883377:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559997312, portal 10
00000100:00000001:3.0:1783979961.883379:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979961.883380:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305984 : -128863286245632 : ffff8accad994700)
00000100:00000040:3.0:1783979961.883386:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883391:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979961.883393:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979961.883395:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979961.883398:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559997312, offset 0
00000400:00000200:3.0:1783979961.883401:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979961.883404:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.883407:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979961.883410:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979961.883412:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979961.883414:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979961.883416:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979961.883420:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390992:390992:256:4294967295] 192.168.201.140@tcp LPNI seq info [390967:390967:8:4294967295]
00000400:00000200:3.0:1783979961.883424:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.883429:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979961.883434:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.883436:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979961.883440:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979961.883443:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979961.883446:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979961.883449:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979961.883452:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.883454:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979961.883456:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979961.883460:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979961.883462:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979961.883464:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979961.883466:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979961.883469:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883476:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.883478:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883484:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.883485:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979961.883488:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979961.883490:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979961.883493:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979961.883495:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305356815
00000100:00000001:3.0:1783979961.883497:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305360587
00000100:00000001:3.0:1783979961.883499:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305356815
00000100:00000001:3.0:1783979961.883501:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305360587
00000100:00000001:3.0:1783979961.883503:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979961.883505:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.883507:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979961.883510:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979961/real 1783979961]  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979961.883517:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979961.883519:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979961.883520:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979961.883522:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979961.883524:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979961.883525:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979961.883528:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979961.883535:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883540:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979961.883541:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883543:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.883544:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979961.883547:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883554:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979961.883558:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883564:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979961.883567:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883568:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.883569:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883571:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979961.883572:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979961.883575:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979961.883579:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979961.883581:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979961.883584:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979961.883591:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997312:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979961.883595:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979961.883599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883605:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979961.883606:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.883608:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979961.883609:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979961.883611:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979961.883614:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979961.883616:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979961.883618:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979961.883619:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.883621:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979961.883624:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979961.883626:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979961.883629:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979961.883631:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979961.883634:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979961.883636:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559997440, portal 4
00000100:00000001:3.0:1783979961.883638:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979961.883639:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423319424 : -128863286232192 : ffff8accad997b80)
00000100:00000040:3.0:1783979961.883643:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883649:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979961.883651:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979961.883653:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979961.883655:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559997440, offset 0
00000400:00000200:3.0:1783979961.883658:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979961.883662:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.883665:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979961.883668:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979961.883670:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979961.883672:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979961.883674:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979961.883677:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390993:390993:256:4294967295] 192.168.201.140@tcp LPNI seq info [390968:390968:8:4294967295]
00000400:00000200:3.0:1783979961.883680:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.883686:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979961.883690:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.883693:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979961.883697:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979961.883700:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979961.883703:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979961.883706:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979961.883709:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.883711:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979961.883713:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979961.883717:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979961.883719:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979961.883721:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979961.883723:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979961.883726:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883734:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.883737:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883743:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.883744:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979961.883748:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979961.883751:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979961.883754:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979961.883756:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305356842
00000100:00000001:3.0:1783979961.883758:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305360587
00000100:00000001:3.0:1783979961.883760:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305356842
00000100:00000001:3.0:1783979961.883762:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305360587
00000100:00000001:3.0:1783979961.883764:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979961.883766:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.883768:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979961.883772:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979961/real 1783979961]  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979961.883779:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979961.883781:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979961.883782:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979961.883785:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979961.883786:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979961.883788:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979961.883791:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979961.883799:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883806:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979961.883807:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883809:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.883810:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979961.883813:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883820:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979961.883823:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883830:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979961.883832:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883834:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.883835:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.883837:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979961.883838:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979961.883841:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979961.883844:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979961.883846:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979961.883850:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979961.883857:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997440:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979961.883861:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979961.883865:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883871:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979961.883872:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.883874:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979961.883876:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979961.883878:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979961.883881:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979961.883884:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979961.883886:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979961.883888:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979961.883889:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979961.883893:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979961.883895:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979961.883899:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979961.883902:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979961.883905:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979961.883907:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559997568, portal 4
00000100:00000001:3.0:1783979961.883909:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979961.883910:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423316736 : -128863286234880 : ffff8accad997100)
00000100:00000040:3.0:1783979961.883916:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.883922:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979961.883925:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979961.883927:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979961.883929:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559997568, offset 0
00000400:00000200:3.0:1783979961.883933:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979961.883937:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.883940:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979961.883943:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979961.883945:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979961.883947:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979961.883949:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979961.883952:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390994:390994:256:4294967295] 192.168.201.140@tcp LPNI seq info [390969:390969:8:4294967295]
00000400:00000200:3.0:1783979961.883956:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979961.883962:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979961.883966:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.883969:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979961.883973:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979961.883975:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1783979961.883980:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979961.883983:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1783979961.884001:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979961.884003:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979961.884006:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979961.884009:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979961.884012:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979961.884014:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979961.884017:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979961.884020:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884028:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.884029:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979986 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884033:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.884034:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979961.884037:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979961.884039:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979961.884041:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979961.884212:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305356845
00000100:00000001:3.0:1783979961.884215:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305360587
00000100:00000001:3.0:1783979961.884216:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305356845
00000100:00000001:3.0:1783979961.884218:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305360587
00000100:00000001:3.0:1783979961.884220:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979961.884222:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.884224:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979961.884228:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979961/real 1783979961]  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979961.884236:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979961.884237:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979961.884238:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979961.884241:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979961.884242:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979961.884244:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979961.884247:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979961.884254:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884264:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979961.884266:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884267:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.884268:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979961.884271:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884277:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979961.884280:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884286:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979961.884288:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884289:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979961.884290:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884292:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979961.884293:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979961.884296:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979961.884299:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979961.884301:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979961.884304:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979961.884311:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997568:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979961.884314:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884316:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.884318:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996d80 x1870627559997056/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884324:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979961.884326:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979961.884329:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979961.884332:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979961.884333:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979961.884335:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979961.884337:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979961.884340:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:3.0:1783979961.884343:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979961.884345:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979961.884347:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996d80.
00000100:00000001:3.0:1783979961.884350:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979961.884351:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884352:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.884355:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994000 x1870627559997184/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884361:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979961.884362:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979961.884363:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979961.884366:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979961.884367:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979961.884368:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979961.884369:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979961.884371:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:3.0:1783979961.884373:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979961.884374:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979961.884375:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994000.
00000100:00000001:3.0:1783979961.884377:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979961.884378:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884380:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.884383:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994700 x1870627559997312/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884393:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979961.884395:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979961.884396:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979961.884399:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979961.884400:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979961.884401:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979961.884403:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979961.884405:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:3.0:1783979961.884406:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979961.884407:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979961.884408:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994700.
00000100:00000001:3.0:1783979961.884410:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979961.884412:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884413:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.884416:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997b80 x1870627559997440/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884421:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979961.884422:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979961.884424:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979961.884426:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979961.884427:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979961.884428:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979961.884430:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979961.884431:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:3.0:1783979961.884433:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979961.884434:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979961.884435:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997b80.
00000100:00000001:3.0:1783979961.884437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979961.884439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884440:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979961.884443:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997100 x1870627559997568/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979986 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979961.884449:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979961.884451:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979961.884452:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979961.884454:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979961.884455:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979961.884456:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979961.884458:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979961.884459:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:3.0:1783979961.884460:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979961.884462:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979961.884463:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997100.
00000100:00000001:3.0:1783979961.884465:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979961.884466:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884468:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979961.884475:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979961.884478:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979961.884480:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979961.884482:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979962.649325:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979962.649336:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979962.649343:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979962.649345:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979962.649350:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979962.649351:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979962.649563:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979962.649576:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979962.649580:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979963.673630:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979963.673641:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979963.673648:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979963.673650:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979963.673654:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979963.673655:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979963.673895:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979963.673900:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979963.673904:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979964.697236:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979964.697245:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979964.697255:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979964.697256:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979964.697260:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979964.697261:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979964.697400:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979964.697404:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979964.697408:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979965.721394:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305360587, at 4305360640
00000100:00000010:3.0:1783979965.721420:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3000.
00010000:00000001:1.0:1783979965.721556:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979965.721561:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979965.721565:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979965.721567:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979965.721571:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979965.721572:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979965.721761:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979965.721765:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979965.721776:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979965.722818:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305360587, at 4305360641
00000100:00000010:2.0:1783979965.722827:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3120.
00000800:00000200:3.0:1783979965.850145:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:3.0:1783979965.850159:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:3.0:1783979965.850166:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1783979965.850456:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:2.0:1783979965.850463:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979965.850477:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:2.0:1783979965.850482:0:2396:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:2.0:1783979965.850485:0:2396:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783979966.745472:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979966.745484:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979966.745937:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979966.745939:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979966.745945:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979966.745949:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979966.745953:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979966.745967:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979966.745971:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979966.745974:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979966.745977:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979966.745980:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979966.746082:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979966.746087:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979966.746091:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979967.001368:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979967.001382:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979967.001385:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979967.001389:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979967.001395:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979967.001406:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10689
00000400:00000200:1.0:1783979967.001418:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979967.001427:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979967.001431:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979967.001435:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001439:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.001442:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001445:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979967.001450:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979967.001453:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979967.001457:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979967.001461:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979967.001464:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979967.001467:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979967.001471:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001473:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.001474:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001477:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979967.001480:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979967.001483:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001486:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979967.001489:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979967.001494:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979967.001497:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.001499:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979967.001502:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979967.001515:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994380.
00000020:00000040:1.0:1783979967.001519:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979967.001523:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979967.001525:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.001529:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979967.001532:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979967.001537:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979967.001546:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783979967.001555:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979967.001565:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979967.001576:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979967.001582:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979967.001586:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066aab826] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979967.001615:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979967.001619:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979967.001622:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979967.001623:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979967.001625:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979967.001628:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979967.001630:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10689
00000400:00000200:1.0:1783979967.001634:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979967.001638:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979967.001640:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979967.001643:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001644:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.001646:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001648:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979967.001651:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979967.001652:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979967.001654:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979967.001655:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979967.001657:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979967.001659:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979967.001663:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001664:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.001666:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001667:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979967.001669:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979967.001672:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001674:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979967.001676:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979967.001683:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979967.001685:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.001687:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979967.001692:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979967.001696:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.001698:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979967.001702:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995c00.
00000020:00000040:1.0:1783979967.001704:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979967.001707:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979967.001709:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.001710:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979967.001712:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979967.001713:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979967.001717:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783979967.001721:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979967.001726:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979967.001733:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979967.001735:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979967.001739:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000bcf0c04] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979967.001747:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979967.001749:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979967.001754:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979967.001755:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979967.001757:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979967.001760:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979967.001763:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10689
00000400:00000200:1.0:1783979967.001767:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979967.001769:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979967.001771:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979967.001774:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001775:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.001777:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001779:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979967.001781:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979967.001782:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979967.001783:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979967.001785:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979967.001787:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979967.001789:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979967.001792:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001793:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.001795:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001797:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979967.001799:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979967.001801:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979967.001803:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979967.001805:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979967.001808:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979967.001810:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.001812:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979967.001814:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979967.001817:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.001928:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979967.001934:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979967.001937:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979967.001945:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.001963:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979967.001965:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.001969:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979967.001973:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979967.001976:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979967.001980:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559997696:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979967.001985:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979967.001990:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979967.001993:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.001996:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979967.002002:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979967.002005:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979967.002011:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979967.002017:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979967.002027:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979967.002039:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559997696, portal 25
00000100:00000001:3.0:1783979967.002041:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979967.002043:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423305088 : -128863286246528 : ffff8accad994380)
00000100:00000040:3.0:1783979967.002082:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.002090:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979967.002093:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979967.002096:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979967.002100:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559997696, offset 0
00000400:00000200:3.0:1783979967.002108:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979967.002119:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.002127:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979967.002135:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979967.002141:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979967.002145:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979967.002149:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979967.002153:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390995:390995:256:4294967295] 192.168.201.140@tcp LPNI seq info [390970:390970:8:4294967295]
00000400:00000200:3.0:1783979967.002158:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.002170:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979967.002178:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.002184:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979967.002192:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979967.002197:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979967.002203:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979967.002208:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979967.002213:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.002215:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979967.002225:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979967.002230:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1783979967.002391:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979967.002395:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996a00.
00000020:00000040:1.0:1783979967.002397:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979967.002400:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979967.002401:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.002403:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979967.002405:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979967.002407:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979967.002411:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783979967.002416:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979967.002422:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979967.002430:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979967.002432:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979967.002436:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9f3774] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979967.002444:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979967.002448:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979967.002452:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979967.002453:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979967.002455:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979967.002458:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979967.002460:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10689
00000400:00000200:1.0:1783979967.002465:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979967.002469:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979967.002471:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979967.002474:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002476:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.002478:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002481:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979967.002483:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979967.002485:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979967.002487:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979967.002489:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979967.002491:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979967.002493:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979967.002496:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002498:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.002500:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002502:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979967.002504:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979967.002507:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002509:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979967.002511:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979967.002514:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979967.002516:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.002518:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979967.002521:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979967.002523:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.002525:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979967.002528:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996300.
00000020:00000040:1.0:1783979967.002531:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979967.002533:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979967.002534:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.002536:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979967.002537:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979967.002539:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979967.002543:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a800.
00000100:00000001:1.0:1783979967.002546:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979967.002550:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979967.002562:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979967.002564:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979967.002568:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b40918b8] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979967.002575:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979967.002578:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979967.002581:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979967.002583:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979967.002584:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979967.002587:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979967.002589:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10689
00000400:00000200:1.0:1783979967.002593:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979967.002596:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979967.002599:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979967.002601:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002604:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.002605:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002607:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979967.002609:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979967.002610:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979967.002612:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979967.002614:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979967.002616:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979967.002618:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979967.002621:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002623:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979967.002625:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002627:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979967.002630:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979967.002632:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979967.002634:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979967.002636:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979967.002639:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979967.002641:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.002643:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979967.002645:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979967.002647:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.002649:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979967.002652:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995180.
00000020:00000040:1.0:1783979967.002655:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979967.002657:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979967.002659:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979967.002661:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979967.002662:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979967.002664:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979967.002668:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783979967.002670:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979967.002675:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979967.002682:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979967.002684:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979967.002687:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fe68e21] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979967.002694:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979967.002700:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10699)
00000400:00000200:3.0:1783979967.003530:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979967.003535:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979967.003544:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979967.003553:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.003567:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.003571:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.003578:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.003580:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979967.003592:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979967.003597:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979967.003601:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305365708
00000100:00000010:3.0:1783979967.003610:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3000.
00000100:00000001:3.0:1783979967.003618:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979967.003626:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305365708
00000100:00000010:3.0:1783979967.003628:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3540.
00000100:00000001:3.0:1783979967.003632:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979967.003636:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979967.003639:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.003642:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979967.003647:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979967/real 1783979967]  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979967.003660:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979967.003663:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979967.003666:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979967.003670:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979967.003672:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979967.003675:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979967.003679:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979967.003687:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.003696:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979967.003698:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.003701:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.003703:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979967.003708:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.003714:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979967.003719:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.003728:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979967.003731:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.003733:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.003734:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.003737:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979967.003740:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979967.003744:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979967.003749:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979967.003752:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979967.003756:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979967.003764:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559997696:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979967.003770:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979967.003775:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.003782:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979967.003785:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.003790:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979967.003793:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979967.003808:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979967.003813:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979967.003819:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979967.003825:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979967.003829:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.003832:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979967.003839:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979967.003841:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979967.003848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979967.003852:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979967.003857:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979967.003865:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559997824, portal 10
00000100:00000001:3.0:1783979967.003869:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979967.003870:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423311360 : -128863286240256 : ffff8accad995c00)
00000100:00000040:3.0:1783979967.003880:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.003887:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979967.003889:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979967.003892:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979967.003896:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559997824, offset 0
00000400:00000200:3.0:1783979967.003903:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979967.003912:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.003922:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979967.003930:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979967.003936:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979967.003941:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979967.003944:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979967.003949:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390996:390996:256:4294967295] 192.168.201.140@tcp LPNI seq info [390971:390971:8:4294967295]
00000400:00000200:3.0:1783979967.003962:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.003970:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979967.003977:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.003983:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979967.003991:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979967.003995:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979967.004001:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979967.004004:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979967.004009:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.004012:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979967.004017:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979967.004022:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979967.004025:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979967.004027:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979967.004030:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979967.004034:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.004042:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.004070:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.004076:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.004078:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979967.004082:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979967.004086:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979967.004090:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979967.004092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305361940
00000100:00000001:3.0:1783979967.004094:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305365708
00000100:00000001:3.0:1783979967.004096:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305361940
00000100:00000001:3.0:1783979967.004098:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305365708
00000100:00000001:3.0:1783979967.004100:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979967.004102:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.004103:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979967.004107:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979967/real 1783979967]  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979967.004114:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979967.004115:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979967.004118:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979967.004120:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979967.004122:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979967.004125:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979967.004127:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979967.004135:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.004142:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979967.004143:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.004145:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.004146:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979967.004149:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.004155:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979967.005754:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.005770:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979967.005774:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.005775:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.005776:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.005779:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979967.005781:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979967.005785:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979967.005792:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979967.005801:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979967.005806:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979967.005813:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997824:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979967.005819:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.005823:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.005827:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994380 x1870627559997696/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.005837:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979967.005841:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979967.005845:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979967.005851:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979967.005855:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979967.005858:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979967.005860:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979967.005863:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:3.0:1783979967.005868:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979967.005870:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979967.005873:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994380.
00000100:00000001:3.0:1783979967.005877:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979967.005878:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.005879:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.005882:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995c00 x1870627559997824/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.005886:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979967.005887:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979967.005888:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979967.005890:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979967.005890:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979967.005891:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979967.005892:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979967.005893:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:3.0:1783979967.005894:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979967.005894:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979967.005895:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995c00.
00000100:00000001:3.0:1783979967.005896:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979967.005897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.005899:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.005908:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979967.005910:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.005912:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979967.005914:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979967.005917:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979967.005920:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.005925:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979967.005927:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.005930:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979967.005933:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979967.005935:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979967.005937:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979967.005941:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979967.005945:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979967.005946:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.005948:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979967.005968:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979967.005971:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979967.005979:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979967.005987:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979967.005994:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979967.006002:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559997952, portal 10
00000100:00000001:3.0:1783979967.006005:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979967.006006:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314944 : -128863286236672 : ffff8accad996a00)
00000100:00000040:3.0:1783979967.006015:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006021:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979967.006024:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979967.006027:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979967.006030:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559997952, offset 0
00000400:00000200:3.0:1783979967.006037:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979967.006045:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.006072:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979967.006078:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979967.006082:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979967.006085:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979967.006088:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979967.006092:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390997:390997:256:4294967295] 192.168.201.140@tcp LPNI seq info [390972:390972:8:4294967295]
00000400:00000200:3.0:1783979967.006096:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.006106:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979967.006111:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.006117:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979967.006124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979967.006127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979967.006132:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979967.006135:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979967.006140:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.006142:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979967.006146:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979967.006151:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979967.006156:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979967.006158:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979967.006162:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979967.006166:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006175:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.006178:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006184:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.006186:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979967.006469:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979967.006476:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979967.006480:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979967.006484:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305361938
00000100:00000001:3.0:1783979967.006488:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305365708
00000100:00000001:3.0:1783979967.006491:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305361938
00000100:00000001:3.0:1783979967.006494:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305365708
00000100:00000001:3.0:1783979967.006496:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979967.006499:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.006502:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979967.006508:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979967/real 1783979967]  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979967.006518:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979967.006520:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979967.006522:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979967.006525:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979967.006527:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979967.006530:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979967.006533:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979967.006540:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006547:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979967.006549:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.006550:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.006552:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979967.006555:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006562:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979967.006566:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006573:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979967.006575:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.006577:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.006578:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.006580:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979967.006582:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979967.006585:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979967.006588:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979967.006590:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979967.006595:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979967.006603:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559997952:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979967.006608:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979967.006612:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006619:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979967.006620:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.006623:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979967.006625:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979967.006627:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979967.006630:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979967.006634:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979967.006637:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979967.006638:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.006640:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979967.006645:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979967.006647:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979967.006651:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979967.006653:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979967.006657:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979967.006661:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559998080, portal 4
00000100:00000001:3.0:1783979967.006663:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979967.006665:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423313152 : -128863286238464 : ffff8accad996300)
00000100:00000040:3.0:1783979967.006673:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006679:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979967.006682:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979967.006684:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979967.006687:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559998080, offset 0
00000400:00000200:3.0:1783979967.006691:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979967.006696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.006700:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979967.006703:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979967.006706:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979967.006708:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979967.006710:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979967.006713:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390998:390998:256:4294967295] 192.168.201.140@tcp LPNI seq info [390973:390973:8:4294967295]
00000400:00000200:3.0:1783979967.006717:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.006724:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979967.006729:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.006733:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979967.006737:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979967.006740:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979967.006745:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979967.006748:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979967.006752:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.006754:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979967.006757:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979967.006760:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979967.006764:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979967.006766:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979967.006768:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979967.006771:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006778:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.006781:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006787:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.006789:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979967.006791:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979967.006794:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979967.006798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979967.006800:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305361965
00000100:00000001:3.0:1783979967.006802:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305365708
00000100:00000001:3.0:1783979967.006804:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305361965
00000100:00000001:3.0:1783979967.006807:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305365708
00000100:00000001:3.0:1783979967.006809:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979967.006811:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.006813:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979967.006816:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979967/real 1783979967]  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979967.006825:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979967.006826:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979967.006828:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979967.006831:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979967.006832:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979967.006835:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979967.006838:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979967.006847:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006853:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979967.006854:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.006856:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.006858:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979967.006862:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006868:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979967.006871:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006877:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979967.006880:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.006882:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.006883:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.006885:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979967.006886:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979967.006889:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979967.006892:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979967.006895:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979967.006899:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979967.006907:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998080:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979967.006912:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979967.006917:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.006925:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979967.006926:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.006929:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979967.006930:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979967.006932:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979967.006935:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979967.006938:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979967.006941:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979967.006943:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979967.006945:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979967.006949:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979967.006951:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979967.006969:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979967.006972:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979967.006975:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979967.006978:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559998208, portal 4
00000100:00000001:3.0:1783979967.006980:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979967.006982:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423308672 : -128863286242944 : ffff8accad995180)
00000100:00000040:3.0:1783979967.006998:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007005:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979967.007008:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979967.007010:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979967.007013:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559998208, offset 0
00000400:00000200:3.0:1783979967.007017:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979967.007021:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.007025:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979967.007028:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979967.007031:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979967.007034:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979967.007036:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979967.007039:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [390999:390999:256:4294967295] 192.168.201.140@tcp LPNI seq info [390974:390974:8:4294967295]
00000400:00000200:3.0:1783979967.007043:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979967.007090:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979967.007096:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.007099:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979967.007103:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979967.007105:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1783979967.007109:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979967.007111:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1783979967.007115:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979967.007118:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979967.007121:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979967.007125:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979967.007128:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979967.007129:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979967.007132:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979967.007136:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007144:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.007147:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979992 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007154:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.007156:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979967.007176:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979967.007180:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979967.007183:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979967.007186:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305361968
00000100:00000001:3.0:1783979967.007188:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305365708
00000100:00000001:3.0:1783979967.007190:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305361968
00000100:00000001:3.0:1783979967.007192:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305365708
00000100:00000001:3.0:1783979967.007194:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979967.007197:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.007199:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979967.007203:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979967/real 1783979967]  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979967.007212:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979967.007213:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979967.007215:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979967.007217:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979967.007219:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979967.007222:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979967.007226:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979967.007234:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007241:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979967.007242:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.007245:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.007246:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979967.007250:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007257:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979967.007261:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007268:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979967.007270:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.007272:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979967.007273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.007275:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979967.007276:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979967.007279:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979967.007283:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979967.007285:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979967.007288:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979967.007297:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998208:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979967.007301:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.007304:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.007308:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996a00 x1870627559997952/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007315:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979967.007318:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979967.007320:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979967.007323:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979967.007325:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979967.007327:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979967.007329:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979967.007332:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:3.0:1783979967.007336:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979967.007338:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979967.007340:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996a00.
00000100:00000001:3.0:1783979967.007344:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979967.007345:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.007347:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.007350:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996300 x1870627559998080/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007357:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979967.007358:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979967.007359:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979967.007361:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979967.007362:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979967.007363:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979967.007365:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979967.007366:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a800.
02000000:00000001:3.0:1783979967.007368:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979967.007369:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979967.007370:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996300.
00000100:00000001:3.0:1783979967.007372:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979967.007373:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.007374:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979967.007377:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995180 x1870627559998208/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979992 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979967.007382:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979967.007384:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979967.007386:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979967.007388:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979967.007389:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979967.007390:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979967.007392:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979967.007393:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:3.0:1783979967.007395:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979967.007396:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979967.007397:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995180.
00000100:00000001:3.0:1783979967.007399:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979967.007400:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.007402:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979967.008019:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979967.008024:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979967.008028:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979967.008030:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979967.769232:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979967.769240:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979967.769252:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979967.769253:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979967.769257:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979967.769259:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979967.769549:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979967.769554:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979967.769558:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979968.794531:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979968.794541:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979968.794548:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979968.794549:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979968.794553:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979968.794555:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979968.795826:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979968.795833:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979968.795838:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979969.818622:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979969.818632:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979969.818637:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979969.818639:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979969.818643:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979969.818644:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979969.819039:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979969.819044:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979969.819071:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979970.841161:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305365708, at 4305365760
00000100:00000040:3.0:1783979970.841174:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305365708, at 4305365760
00010000:00000001:1.0:1783979970.841180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979970.841185:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979970.841187:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3000.
00010000:00000001:1.0:1783979970.841191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979970.841191:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3540.
00010000:00000001:1.0:1783979970.841196:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979970.841200:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979970.841202:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979970.841280:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979970.841284:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979970.841287:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979971.865192:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979971.865203:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979971.865206:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979971.865209:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979971.865214:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979971.865217:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979971.865219:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979971.865221:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979971.865226:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979971.865227:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979971.865229:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979971.865230:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979971.865232:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979971.865233:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979971.865235:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979971.865237:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979971.865240:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979971.865242:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979971.865346:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979971.865350:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979971.865353:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979972.125765:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979972.125774:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979972.125777:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979972.125780:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979972.125784:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979972.125790:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10694
00000400:00000200:2.0:1783979972.125799:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979972.125805:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979972.125808:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979972.125811:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.125814:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.125816:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.125818:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979972.125822:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979972.125825:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979972.125827:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979972.125831:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979972.125833:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979972.125836:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979972.125839:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.125840:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.125842:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.125844:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979972.125846:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979972.125849:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979972.125851:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979972.125853:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979972.125857:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979972.125860:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.125862:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979972.125873:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979972.125883:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341f80.
00000020:00000040:2.0:1783979972.125886:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979972.125889:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979972.125891:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.125894:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979972.125896:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979972.125900:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979972.125907:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:2.0:1783979972.125913:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979972.125921:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979972.125930:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979972.125934:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979972.125938:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0bbf7] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979972.125962:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979972.125965:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979972.125968:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979972.125969:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979972.125970:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979972.125973:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979972.125975:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10694
00000400:00000200:2.0:1783979972.125978:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979972.125981:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979972.125983:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979972.125986:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.125987:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.125990:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.125991:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979972.125993:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979972.125994:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979972.125996:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979972.125998:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979972.125999:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979972.126001:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979972.126004:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126006:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.126007:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126009:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979972.126011:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979972.126013:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126015:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979972.126017:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979972.126022:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979972.126024:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126025:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979972.126029:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979972.126032:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126033:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979972.126037:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340000.
00000020:00000040:2.0:1783979972.126039:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979972.126041:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979972.126042:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126043:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979972.126045:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979972.126046:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979972.126073:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979972.126076:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979972.126081:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979972.126088:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979972.126090:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979972.126094:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6aa5db] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979972.126101:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979972.126104:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979972.126107:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979972.126108:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979972.126109:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979972.126112:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979972.126114:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10694
00000400:00000200:2.0:1783979972.126118:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979972.126121:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979972.126123:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979972.126126:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126127:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.126129:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126131:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979972.126133:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979972.126134:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979972.126135:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979972.126137:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979972.126139:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979972.126141:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979972.126144:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126146:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.126148:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126149:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979972.126152:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979972.126155:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126157:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979972.126159:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979972.126161:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979972.126163:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126165:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979972.126167:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979972.126169:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126171:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979972.126174:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340700.
00000020:00000040:2.0:1783979972.126176:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979972.126178:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979972.126179:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126181:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979972.126182:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979972.126184:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979972.126187:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979972.126189:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979972.126193:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979972.126199:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979972.126201:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979972.126204:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004917f9bd] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979972.126210:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979972.126212:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979972.126215:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979972.126216:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979972.126217:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979972.126219:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979972.126221:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10694
00000400:00000200:2.0:1783979972.126225:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979972.126227:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979972.126229:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979972.126231:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126233:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.126234:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126236:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979972.126238:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979972.126239:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979972.126240:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979972.126242:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979972.126243:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979972.126245:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979972.126248:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126249:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.126251:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126253:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979972.126254:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979972.126256:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126258:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979972.126260:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979972.126262:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979972.126263:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126265:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979972.126266:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979972.126268:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126270:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979972.126272:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342680.
00000020:00000040:2.0:1783979972.126286:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979972.126288:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979972.126290:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126291:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979972.126293:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979972.126294:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979972.126297:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000100:00000001:2.0:1783979972.126299:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979972.126303:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979972.126308:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979972.126310:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979972.126313:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073a951f8] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979972.126319:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979972.126321:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979972.126324:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979972.126325:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979972.126326:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979972.126328:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979972.126330:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10694
00000400:00000200:2.0:1783979972.126333:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979972.126335:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979972.126337:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979972.126339:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126341:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.126343:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126344:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979972.126346:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979972.126347:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979972.126348:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979972.126350:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979972.126352:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979972.126354:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979972.126356:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126357:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979972.126359:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126360:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979972.126362:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979972.126364:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979972.126366:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979972.126367:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979972.126369:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979972.126371:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126373:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979972.126374:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979972.126376:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126378:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979972.126380:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343100.
00000020:00000040:2.0:1783979972.126382:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979972.126384:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979972.126385:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979972.126386:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979972.126388:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979972.126389:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979972.126392:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783979972.126395:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979972.126398:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979972.126403:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979972.126405:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979972.126408:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb52a7d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979972.126414:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979972.126418:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10704)
00000100:00000001:3.0:1783979972.126604:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979972.126608:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979972.126611:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979972.126617:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.126624:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979972.126626:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.126629:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979972.126631:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979972.126633:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979972.126636:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559998336:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979972.126640:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979972.126644:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979972.126646:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.126648:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979972.126653:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979972.126655:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979972.126660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979972.126663:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979972.126669:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979972.126675:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559998336, portal 25
00000100:00000001:3.0:1783979972.126677:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979972.126679:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:3.0:1783979972.126683:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.126689:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979972.126691:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979972.126693:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979972.126696:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559998336, offset 0
00000400:00000200:3.0:1783979972.126701:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979972.126708:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.126714:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979972.126730:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979972.126734:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979972.126737:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979972.126740:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979972.126743:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391000:391000:256:4294967295] 192.168.201.140@tcp LPNI seq info [390975:390975:8:4294967295]
00000400:00000200:3.0:1783979972.126747:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.126755:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979972.126760:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.126764:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979972.126770:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979972.126773:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783979972.126778:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979972.126781:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1783979972.126785:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.126788:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979972.126794:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979972.126798:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979972.126803:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979972.126805:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979972.126810:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979972.126813:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.126821:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.126824:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.126831:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.126832:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979972.126838:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979972.126841:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979972.126844:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305370831
00000100:00000010:3.0:1783979972.126848:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3540.
00000100:00000001:3.0:1783979972.126854:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979972.126858:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305370831
00000100:00000010:3.0:1783979972.126861:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3840.
00000100:00000001:3.0:1783979972.126873:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979972.126876:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979972.126879:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.126882:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979972.126886:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979972/real 1783979972]  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979972.126894:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979972.126895:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979972.126897:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979972.126900:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979972.126901:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979972.126903:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979972.126906:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979972.126912:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.126918:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979972.126920:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.126922:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.126924:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979972.126927:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.126933:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979972.126936:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.126942:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979972.126944:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.126946:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.126947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.126949:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979972.126951:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979972.126953:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979972.126956:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979972.126959:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979972.126962:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979972.126968:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559998336:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979972.126972:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979972.126975:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.126980:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979972.126981:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.126983:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979972.126985:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979972.126987:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979972.126989:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979972.126992:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979972.126993:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979972.126995:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.126996:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979972.126999:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979972.127000:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979972.127004:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979972.127006:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979972.127008:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979972.127011:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559998464, portal 10
00000100:00000001:3.0:1783979972.127013:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979972.127014:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:3.0:1783979972.127020:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127025:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979972.127027:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979972.127029:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979972.127031:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559998464, offset 0
00000400:00000200:3.0:1783979972.127034:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979972.127037:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.127040:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979972.127043:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979972.127076:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979972.127079:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979972.127081:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979972.127084:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391001:391001:256:4294967295] 192.168.201.140@tcp LPNI seq info [390976:390976:8:4294967295]
00000400:00000200:3.0:1783979972.127087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.127139:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979972.127145:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.127149:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979972.127153:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979972.127155:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783979972.127159:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979972.127162:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1783979972.127165:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.127167:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979972.127170:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979972.127173:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979972.127176:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979972.127177:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979972.127180:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979972.127183:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127189:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.127191:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127196:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.127197:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979972.127200:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979972.127203:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979972.127206:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979972.127207:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305367063
00000100:00000001:3.0:1783979972.127210:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305370831
00000100:00000001:3.0:1783979972.127211:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305367063
00000100:00000001:3.0:1783979972.127213:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305370831
00000100:00000001:3.0:1783979972.127215:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979972.127217:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.127218:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979972.127221:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979972/real 1783979972]  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979972.127233:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979972.127234:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979972.127235:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979972.127237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979972.127238:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979972.127240:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979972.127243:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979972.127249:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127255:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979972.127256:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.127257:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.127259:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979972.127262:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127267:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979972.127270:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127332:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979972.127335:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.127336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.127337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.127339:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979972.127341:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979972.127343:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979972.127346:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979972.127348:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979972.127352:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979972.127359:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998464:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979972.127362:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979972.127365:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127369:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979972.127371:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.127373:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979972.127374:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979972.127376:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979972.127378:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979972.127380:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979972.127382:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979972.127383:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.127385:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979972.127388:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979972.127389:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979972.127392:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979972.127394:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979972.127397:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979972.127399:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559998592, portal 10
00000100:00000001:3.0:1783979972.127401:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979972.127402:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:3.0:1783979972.127407:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127412:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979972.127414:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979972.127416:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979972.127419:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559998592, offset 0
00000400:00000200:3.0:1783979972.127422:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979972.127426:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.127429:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979972.127432:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979972.127434:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979972.127436:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979972.127438:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979972.127440:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391002:391002:256:4294967295] 192.168.201.140@tcp LPNI seq info [390977:390977:8:4294967295]
00000400:00000200:3.0:1783979972.127444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.127449:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979972.127452:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.127455:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979972.127458:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979972.127460:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783979972.127464:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979972.127466:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1783979972.127469:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.127471:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979972.127473:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979972.127476:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979972.127478:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979972.127480:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979972.127482:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979972.127485:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127490:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.127493:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.127498:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.127500:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979972.127502:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979972.127505:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979972.127507:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979972.127509:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305367059
00000100:00000001:3.0:1783979972.127511:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305370831
00000100:00000001:3.0:1783979972.127513:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305367059
00000100:00000001:3.0:1783979972.127515:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305370831
00000100:00000001:3.0:1783979972.127517:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979972.127518:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.127520:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979972.127523:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979972/real 1783979972]  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979972.127529:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979972.127530:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979972.127531:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979972.127533:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979972.127534:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979972.127536:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979972.127538:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979972.127545:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.129905:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979972.129912:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.129917:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.129919:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979972.129931:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.129941:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979972.129950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.129957:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979972.129961:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.129963:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.129964:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.129966:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979972.129968:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979972.129971:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979972.129976:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979972.129979:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979972.129982:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979972.129991:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998592:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979972.129995:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979972.130000:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.130007:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979972.130009:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.130012:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979972.130015:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979972.130018:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979972.130021:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979972.130024:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979972.130027:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979972.130029:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.130031:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979972.130038:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979972.130040:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979972.130061:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979972.130067:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979972.130073:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979972.130078:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559998720, portal 4
00000100:00000001:3.0:1783979972.130081:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979972.130083:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:3.0:1783979972.130090:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.130097:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979972.130099:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979972.130102:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979972.130105:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559998720, offset 0
00000400:00000200:3.0:1783979972.130110:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979972.130117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.130123:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979972.130128:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979972.130132:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979972.130135:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979972.130137:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979972.130140:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391003:391003:256:4294967295] 192.168.201.140@tcp LPNI seq info [390978:390978:8:4294967295]
00000400:00000200:3.0:1783979972.130144:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.130152:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979972.130158:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.130163:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979972.130169:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979972.130172:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783979972.130177:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979972.130180:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1783979972.130184:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.130187:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979972.130191:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979972.130195:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979972.130199:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979972.130202:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979972.130206:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979972.130210:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.130224:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.130227:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.130233:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.130235:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979972.130239:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979972.130243:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979972.130246:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979972.130248:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305367089
00000100:00000001:3.0:1783979972.130251:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305370831
00000100:00000001:3.0:1783979972.130253:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305367089
00000100:00000001:3.0:1783979972.130255:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305370831
00000100:00000001:3.0:1783979972.130258:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979972.130260:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.130262:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979972.130266:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979972/real 1783979972]  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979972.131651:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979972.131655:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979972.131657:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979972.131660:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979972.131661:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979972.131663:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979972.131668:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979972.131674:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131679:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979972.131681:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.131682:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.131684:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979972.131686:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131690:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979972.131692:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131696:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979972.131699:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.131700:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.131700:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.131702:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979972.131703:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979972.131705:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979972.131707:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979972.131708:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979972.131710:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979972.131714:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998720:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979972.131717:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979972.131727:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131732:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979972.131733:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.131735:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979972.131736:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979972.131737:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979972.131739:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979972.131741:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979972.131743:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979972.131745:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979972.131746:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979972.131749:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979972.131750:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979972.131753:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979972.131755:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979972.131757:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979972.131760:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559998848, portal 4
00000100:00000001:3.0:1783979972.131761:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979972.131762:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:3.0:1783979972.131766:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131769:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979972.131771:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979972.131772:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979972.131774:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559998848, offset 0
00000400:00000200:3.0:1783979972.131776:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979972.131780:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.131783:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979972.131786:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979972.131787:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979972.131789:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979972.131791:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979972.131793:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391004:391004:256:4294967295] 192.168.201.140@tcp LPNI seq info [390979:390979:8:4294967295]
00000400:00000200:3.0:1783979972.131795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979972.131799:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979972.131802:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.131804:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979972.131808:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979972.131810:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1783979972.131813:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979972.131815:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1783979972.131817:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979972.131819:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979972.131821:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979972.131823:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979972.131825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979972.131826:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979972.131828:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979972.131830:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131835:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.131837:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783979997 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131841:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.131842:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979972.131844:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979972.131846:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979972.131848:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979972.131850:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305367092
00000100:00000001:3.0:1783979972.131851:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305370831
00000100:00000001:3.0:1783979972.131853:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305367092
00000100:00000001:3.0:1783979972.131854:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305370831
00000100:00000001:3.0:1783979972.131855:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979972.131856:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.131857:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979972.131859:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979972/real 1783979972]  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979972.131874:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979972.131876:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979972.131877:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979972.131880:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979972.131881:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979972.131883:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979972.131887:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979972.131895:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131904:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979972.131906:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.131907:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.131909:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979972.131912:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131918:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979972.131922:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131928:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979972.131930:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.131932:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979972.131933:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.131934:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979972.131936:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979972.131938:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979972.131942:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979972.131944:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979972.131947:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979972.131958:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559998848:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979972.131961:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.131963:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.131967:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627559998336/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.131973:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979972.131975:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979972.131977:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979972.131980:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979972.131982:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979972.131984:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979972.131986:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979972.131988:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:3.0:1783979972.131992:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979972.131993:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979972.131995:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:3.0:1783979972.131999:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979972.132000:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.132002:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.132006:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627559998464/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.132012:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979972.132013:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979972.132015:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979972.132017:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979972.132018:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979972.132019:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979972.132021:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979972.132022:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783979972.132025:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979972.132026:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979972.132027:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:3.0:1783979972.132030:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979972.132031:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.132032:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.132036:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627559998592/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.132041:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979972.132042:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979972.132044:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979972.132080:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979972.132082:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979972.132083:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979972.132085:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979972.132086:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:3.0:1783979972.132093:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979972.132094:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979972.132095:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:3.0:1783979972.132097:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979972.132098:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.132100:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.132103:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627559998720/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.132109:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979972.132110:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979972.132111:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979972.132113:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979972.132114:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979972.132115:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979972.132117:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979972.132119:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783979972.132121:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979972.132122:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979972.132123:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:3.0:1783979972.132125:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979972.132126:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.132128:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979972.132131:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627559998848/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783979997 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979972.132137:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979972.132138:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979972.132139:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979972.132141:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979972.132142:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979972.132143:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979972.132145:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979972.132146:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783979972.132148:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979972.132149:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979972.132150:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:3.0:1783979972.132156:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979972.132157:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.132159:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979972.132167:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979972.132169:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979972.132172:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979972.132174:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979972.889191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979972.889199:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979972.889205:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979972.889207:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979972.889210:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979972.889211:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979972.889709:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979972.889713:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979972.889716:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979973.913238:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979973.913245:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979973.913250:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979973.913251:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979973.913254:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979973.913255:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979973.913415:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979973.913419:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979973.913422:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979974.937194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979974.937201:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979974.937207:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979974.937208:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979974.937211:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979974.937213:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979974.937296:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979974.937300:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979974.937302:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979975.961400:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305370831, at 4305370880
00000100:00000010:3.0:1783979975.961417:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3840.
00010000:00000001:1.0:1783979975.961685:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979975.961688:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979975.961692:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979975.961693:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979975.961696:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979975.961698:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979975.961812:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979975.961815:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979975.961818:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979975.962074:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305370831, at 4305370881
00000100:00000010:2.0:1783979975.962081:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3540.
00010000:00000001:1.0:1783979976.986496:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979976.986507:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979976.986516:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979976.986517:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979976.986521:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979976.986525:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979976.986528:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979976.986532:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979976.986536:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979976.986538:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979976.986541:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979976.986544:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979976.986655:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979976.986660:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979976.986663:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979977.241185:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979977.241205:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979977.241209:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979977.241214:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979977.241219:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979977.241229:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10699
00000400:00000200:2.0:1783979977.241240:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979977.241247:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979977.241251:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979977.241254:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241258:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979977.241260:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241262:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979977.241267:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979977.241269:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979977.241273:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979977.241276:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979977.241279:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979977.241281:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979977.241283:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241285:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979977.241287:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241288:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979977.241291:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979977.241295:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241299:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979977.241302:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979977.241306:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979977.241309:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241312:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979977.241314:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979977.241326:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341c00.
00000020:00000040:2.0:1783979977.241331:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979977.241334:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979977.241336:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241340:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979977.241343:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979977.241347:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979977.241357:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
00000100:00000001:2.0:1783979977.241365:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979977.241375:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979977.241387:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979977.241394:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979977.241398:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4f76fdf] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979977.241430:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979977.241433:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979977.241436:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979977.241438:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979977.241439:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979977.241443:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979977.241446:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10699
00000400:00000200:2.0:1783979977.241450:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979977.241454:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979977.241456:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979977.241460:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241463:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979977.241465:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241467:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979977.241470:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979977.241471:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979977.241473:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979977.241475:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979977.241476:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979977.241478:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:3.0:1783979977.241480:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1783979977.241481:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241484:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1783979977.241487:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979977.241491:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979977.241494:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241497:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979977.241499:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000040:3.0:1783979977.241501:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979977.241503:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241507:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979977.241511:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1783979977.241517:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1783979977.241519:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979977.241519:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979977.241523:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241525:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979977.241529:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979977.241531:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241533:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979977.241536:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343480.
02000000:00000001:3.0:1783979977.241537:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1783979977.241538:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979977.241542:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783979977.241542:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979977.241545:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241547:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979977.241547:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979977.241550:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979977.241552:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979977.241553:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559998976:192.168.201.140@tcp:250:kworker.0
02000000:00000010:2.0:1783979977.241556:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa000.
00000100:00000001:3.0:1783979977.241557:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1783979977.241562:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.241565:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979977.241569:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979977.241570:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1783979977.241573:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979977.241578:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1783979977.241580:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
00000100:00000001:2.0:1783979977.241581:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.241583:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979977.241586:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e189301] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979977.241592:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979977.241597:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1783979977.241599:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000100:00080000:2.0:1783979977.241601:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979977.241604:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979977.241605:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1783979977.241606:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00080000:2.0:1783979977.241607:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979977.241611:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979977.241613:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10699
00000100:00000200:3.0:1783979977.241615:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559998976, portal 25
00000400:00000200:2.0:1783979977.241616:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979977.241620:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1783979977.241621:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1783979977.241623:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1783979977.241625:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:2.0:1783979977.241626:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241631:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979977.241636:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979977.241637:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241641:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979977.241646:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979977.241649:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979977.241652:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1783979977.241655:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1783979977.241656:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979977.241660:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783979977.241663:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000020:00000001:2.0:1783979977.241665:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000010:3.0:1783979977.241668:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000040:2.0:1783979977.241672:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000200:3.0:1783979977.241674:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559998976, offset 0
00000100:00000001:2.0:1783979977.241676:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979977.241679:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241681:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979977.241684:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000400:00000200:3.0:1783979977.241687:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00080000:2.0:1783979977.241688:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241692:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979977.241695:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979977.241697:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1783979977.241701:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:2.0:1783979977.241702:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241707:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979977.241709:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979977.241712:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241715:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979977.241715:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000010:2.0:1783979977.241722:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343b80.
00000400:00000200:3.0:1783979977.241725:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1783979977.241727:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979977.241731:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1783979977.241733:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
02000000:00000001:2.0:1783979977.241734:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241738:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979977.241740:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1783979977.241741:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1783979977.241743:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979977.241747:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
02000000:00000010:2.0:1783979977.241748:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
00000100:00000001:2.0:1783979977.241752:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979977.241755:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391005:391005:256:4294967295] 192.168.201.140@tcp LPNI seq info [390980:390980:8:4294967295]
00000100:00100000:2.0:1783979977.241759:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1783979977.241763:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979977.241770:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979977.241772:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979977.241789:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cce4058] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979977.241790:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979977.241803:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241804:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1783979977.241809:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000100:00080000:2.0:1783979977.241817:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1783979977.241817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979977.241821:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000100:00080000:2.0:1783979977.241823:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979977.241827:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979977.241829:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1783979977.241831:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979977.241835:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.1:1783979977.241837:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000100:00080000:2.0:1783979977.241841:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10699
00000800:00000100:3.0:1783979977.241846:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979977.241848:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000800:00000010:3.0:1783979977.241852:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:2.0:1783979977.241855:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979977.241859:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979977.241863:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:3.0:1783979977.241863:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1783979977.241868:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979977.241872:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:3.0:1783979977.241874:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1783979977.241875:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979977.241879:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979977.241881:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000400:00000200:3.0:1783979977.241882:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000020:00000001:2.0:1783979977.241883:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979977.241887:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000400:00000010:3.0:1783979977.241887:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000020:00000001:2.0:1783979977.241892:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979977.241894:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:3.0:1783979977.241895:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1783979977.241899:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241903:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1783979977.241904:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979977.241908:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.241913:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979977.241918:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979977.241923:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979977.241925:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.241930:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.241936:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.241937:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979977.241944:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241945:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979977.241949:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1783979977.241951:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:2.0:1783979977.241954:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979977.241955:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305375946
00000100:00000010:3.0:1783979977.241961:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3840.
02000000:00000001:2.0:1783979977.241965:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241968:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783979977.241969:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000008:00100000:2.0:1783979977.241971:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979977.241975:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.241977:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.241977:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305375946
00000100:00000010:2.0:1783979977.241983:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340e00.
00000100:00000010:3.0:1783979977.241983:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3300.
00000100:00000001:3.0:1783979977.241987:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000020:00000040:2.0:1783979977.241988:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000001:3.0:1783979977.241990:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979977.241993:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1783979977.241994:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979977.241996:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.241997:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1783979977.242000:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979977.242003:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1783979977.242003:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979977/real 1783979977]  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979977.242006:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979977.242013:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
00000100:00000001:2.0:1783979977.242017:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1783979977.242018:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979977.242022:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1783979977.242024:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1783979977.242025:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979977.242031:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979977.242035:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:2.0:1783979977.242036:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979977.242040:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1783979977.242041:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979977.242070:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679cc294] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979977.242079:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979977.242082:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979977.242085:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979977.242087:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979977.242088:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979977.242091:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979977.242094:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10699
00000400:00000200:2.0:1783979977.242098:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979977.242102:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979977.242104:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979977.242106:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.242108:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979977.242110:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.242112:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000200:3.0:1783979977.242112:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783979977.242117:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979977.242119:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979977.242123:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979977.242127:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979977.242132:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000200:3.0:1783979977.242132:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783979977.242135:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979977.242144:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979977.242147:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1783979977.242147:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1783979977.242151:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979977.242151:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979977.242156:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:3.0:1783979977.242157:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1783979977.242158:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:3.0:1783979977.242160:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1783979977.242162:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979977.242166:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979977.242168:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1783979977.242170:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979977.242172:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979977.242176:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.242180:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979977.242183:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1783979977.242185:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1783979977.242187:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979977.242191:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979977.242194:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1783979977.242196:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342a00.
00000020:00000040:2.0:1783979977.242201:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979977.242206:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979977.242209:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.242210:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979977.242211:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979977.242214:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1783979977.242216:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1783979977.242218:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.242220:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.242223:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1783979977.242226:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:3.0:1783979977.242226:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979977.242230:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979977.242232:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783979977.242235:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1783979977.242240:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1783979977.242243:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979977.242249:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1783979977.242255:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1783979977.242257:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979977.242258:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979977.242268:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2502d62] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979977.242285:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979977.242290:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559998976:192.168.201.140@tcp:250:kworker.0
00000100:00000040:2.0:1783979977.242292:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10709)
00000100:00000001:3.0:1783979977.242298:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242302:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.242306:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627559998976/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242316:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979977.242319:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979977.242321:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979977.242324:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979977.242326:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979977.242327:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979977.242329:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979977.242342:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:3.0:1783979977.242347:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979977.242349:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979977.242351:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:3.0:1783979977.242355:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979977.242356:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242358:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242367:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979977.242369:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.242371:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979977.242373:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979977.242375:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979977.242379:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242385:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979977.242387:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.242388:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979977.242390:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979977.242391:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979977.242393:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979977.242396:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979977.242397:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979977.242398:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.242399:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979977.242402:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979977.242403:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979977.242406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979977.242409:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979977.242411:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979977.242414:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559999104, portal 10
00000100:00000001:3.0:1783979977.242415:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979977.242416:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:3.0:1783979977.242422:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242426:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979977.242427:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979977.242429:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979977.242430:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559999104, offset 0
00000400:00000200:3.0:1783979977.242433:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979977.242435:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979977.242437:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979977.242440:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979977.242442:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979977.242443:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979977.242445:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979977.242448:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391006:391006:256:4294967295] 192.168.201.140@tcp LPNI seq info [390981:390981:8:4294967295]
00000400:00000200:3.0:1783979977.242452:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979977.242458:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979977.242462:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979977.242465:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979977.242469:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979977.242472:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783979977.242476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979977.242479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1783979977.242499:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979977.242501:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979977.242503:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979977.242505:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979977.242508:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979977.242509:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979977.242512:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979977.242515:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242521:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.242523:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242527:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.242529:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979977.242531:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979977.242534:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979977.242537:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979977.242538:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305372178
00000100:00000001:3.0:1783979977.242540:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305375946
00000100:00000001:3.0:1783979977.242542:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305372178
00000100:00000001:3.0:1783979977.242544:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305375946
00000100:00000001:3.0:1783979977.242545:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979977.242546:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.242548:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979977.242550:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979977/real 1783979977]  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979977.242554:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979977.242555:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979977.242556:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979977.242557:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979977.242558:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979977.242560:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979977.242562:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979977.242566:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242574:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979977.242575:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242576:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.242577:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979977.242578:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242582:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979977.242584:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242587:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979977.242589:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242590:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.242590:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242591:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979977.242593:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979977.242594:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979977.242596:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979977.242597:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979977.242599:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979977.242603:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999104:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979977.242605:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979977.242608:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242614:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979977.242615:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.242618:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979977.242620:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979977.242622:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979977.242624:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979977.242627:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979977.242629:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979977.242631:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.242632:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979977.242636:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979977.242638:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979977.242641:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979977.242643:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979977.242647:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979977.242649:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559999232, portal 10
00000100:00000001:3.0:1783979977.242651:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979977.242652:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:3.0:1783979977.242656:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242662:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979977.242664:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979977.242666:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979977.242668:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559999232, offset 0
00000400:00000200:3.0:1783979977.242672:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979977.242676:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979977.242679:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979977.242682:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979977.242684:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979977.242687:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979977.242689:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979977.242691:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391007:391007:256:4294967295] 192.168.201.140@tcp LPNI seq info [390982:390982:8:4294967295]
00000400:00000200:3.0:1783979977.242696:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979977.242701:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979977.242705:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979977.242708:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979977.242712:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979977.242714:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783979977.242718:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979977.242721:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1783979977.242724:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979977.242726:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979977.242729:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979977.242732:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979977.242734:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979977.242736:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979977.242739:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979977.242743:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242751:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.242753:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242757:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.242758:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979977.242761:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979977.242763:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979977.242765:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979977.242767:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305372174
00000100:00000001:3.0:1783979977.242768:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305375946
00000100:00000001:3.0:1783979977.242770:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305372174
00000100:00000001:3.0:1783979977.242771:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305375946
00000100:00000001:3.0:1783979977.242773:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979977.242774:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.242787:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979977.242790:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979977/real 1783979977]  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979977.242796:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979977.242797:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979977.242799:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979977.242801:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979977.242803:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979977.242805:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979977.242808:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979977.242816:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242822:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979977.242823:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242825:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.242826:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979977.242830:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242837:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979977.242840:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242847:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979977.242849:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242851:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.242852:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.242854:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979977.242855:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979977.242857:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979977.242860:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979977.242862:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979977.242866:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979977.242874:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999232:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979977.242878:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979977.242882:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242888:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979977.242889:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.242891:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979977.242892:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979977.242893:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979977.242895:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979977.242897:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979977.242899:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979977.242899:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.242900:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979977.242903:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979977.242904:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979977.242907:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979977.242909:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979977.242911:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979977.242913:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559999360, portal 4
00000100:00000001:3.0:1783979977.242914:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979977.242915:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:3.0:1783979977.242919:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242923:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979977.242925:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979977.242926:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979977.242928:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559999360, offset 0
00000400:00000200:3.0:1783979977.242931:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979977.242933:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979977.242935:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979977.242937:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979977.242939:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979977.242941:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979977.242943:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979977.242944:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391008:391008:256:4294967295] 192.168.201.140@tcp LPNI seq info [390983:390983:8:4294967295]
00000400:00000200:3.0:1783979977.242947:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979977.242951:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979977.242953:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979977.242955:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979977.242957:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979977.242959:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783979977.242962:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979977.242963:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1783979977.242966:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979977.242967:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979977.242969:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979977.242971:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979977.242973:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979977.242974:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979977.242976:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979977.242978:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242983:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.242985:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.242989:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.242990:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979977.242991:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979977.242993:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979977.242995:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979977.242997:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305372201
00000100:00000001:3.0:1783979977.242999:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305375946
00000100:00000001:3.0:1783979977.243000:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305372201
00000100:00000001:3.0:1783979977.243001:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305375946
00000100:00000001:3.0:1783979977.243002:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979977.243004:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.243005:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979977.243006:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979977/real 1783979977]  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979977.243013:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979977.243014:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979977.243016:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979977.243018:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979977.243020:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979977.243021:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979977.243024:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979977.243032:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243038:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979977.243039:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243041:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.243042:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979977.243046:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243080:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979977.243084:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243091:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979977.243094:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243095:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.243096:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243098:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979977.243100:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979977.243103:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979977.243106:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979977.243107:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979977.243110:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979977.243115:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999360:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979977.243118:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979977.243119:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243123:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979977.243124:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.243126:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979977.243128:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979977.243129:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979977.243132:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979977.243135:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979977.243136:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979977.243138:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979977.243140:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979977.243143:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979977.243145:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979977.243148:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979977.243150:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979977.243153:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979977.243156:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559999488, portal 4
00000100:00000001:3.0:1783979977.243159:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979977.243160:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:3.0:1783979977.243166:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243173:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979977.243175:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979977.243177:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979977.243179:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627559999488, offset 0
00000400:00000200:3.0:1783979977.243181:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979977.243184:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979977.243186:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979977.243188:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979977.243190:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979977.243192:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979977.243193:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979977.243195:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391009:391009:256:4294967295] 192.168.201.140@tcp LPNI seq info [390984:390984:8:4294967295]
00000400:00000200:3.0:1783979977.243197:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979977.243201:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979977.243204:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979977.243206:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979977.243208:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979977.243210:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1783979977.243213:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979977.243214:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1783979977.243216:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979977.243218:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979977.243220:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979977.243222:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979977.243225:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979977.243227:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979977.243229:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979977.243232:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243245:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.243248:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980002 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243254:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.243255:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979977.243258:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979977.243261:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979977.243264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979977.243266:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305372204
00000100:00000001:3.0:1783979977.243268:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305375946
00000100:00000001:3.0:1783979977.243270:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305372204
00000100:00000001:3.0:1783979977.243272:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305375946
00000100:00000001:3.0:1783979977.243273:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979977.243275:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.243277:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979977.243280:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979977/real 1783979977]  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979977.243288:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979977.243289:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979977.243291:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979977.243294:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979977.243295:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979977.243296:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979977.243299:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979977.243304:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243308:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979977.243309:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243311:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.243311:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979977.243314:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243317:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979977.243319:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243323:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979977.243324:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243325:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979977.243326:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243328:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979977.243329:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979977.243331:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979977.243333:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979977.243335:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979977.243339:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979977.243345:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999488:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979977.243349:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243351:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.243354:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627559999104/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243361:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979977.243363:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979977.243365:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979977.243368:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979977.243369:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979977.243371:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979977.243373:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979977.243375:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:3.0:1783979977.243378:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979977.243380:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979977.243381:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:3.0:1783979977.243385:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979977.243386:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243387:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.243389:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627559999232/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243394:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979977.243395:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979977.243396:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979977.243397:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979977.243398:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979977.243399:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979977.243400:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979977.243400:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783979977.243402:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979977.243402:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979977.243403:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:3.0:1783979977.243404:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979977.243405:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243405:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.243407:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627559999360/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243410:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979977.243411:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979977.243412:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979977.243413:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979977.243413:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979977.243414:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979977.243415:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979977.243415:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:3.0:1783979977.243416:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979977.243418:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979977.243419:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:3.0:1783979977.243420:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979977.243421:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243422:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979977.243424:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627559999488/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980002 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979977.243427:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979977.243428:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979977.243428:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979977.243429:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979977.243430:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979977.243430:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979977.243431:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979977.243432:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783979977.243433:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979977.243433:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979977.243434:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:3.0:1783979977.243436:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979977.243437:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243438:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979977.243442:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979977.243442:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979977.243444:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979977.243445:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979978.009216:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979978.009226:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979978.009234:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979978.009236:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979978.009240:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979978.009241:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979978.010604:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979978.010611:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979978.010615:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979979.033895:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979979.033905:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979979.033911:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979979.033913:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979979.033917:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979979.033918:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979979.034105:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979979.034110:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979979.034114:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979980.057180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979980.057188:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979980.057194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979980.057195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979980.057198:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979980.057200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979980.062378:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979980.062385:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979980.062390:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783979981.081194:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305375946, at 4305376000
00000100:00000010:3.0:1783979981.081208:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3300.
00010000:00000001:1.0:1783979981.081350:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979981.081353:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979981.081357:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979981.081358:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979981.081362:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979981.081363:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979981.081475:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979981.081478:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979981.081481:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979981.081837:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305375946, at 4305376000
00000100:00000010:2.0:1783979981.081844:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3840.
00010000:00000001:1.0:1783979982.105232:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979982.105243:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979982.105246:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979982.105251:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979982.105256:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979982.105258:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979982.105260:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979982.105263:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979982.105267:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979982.105269:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979982.105270:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979982.105271:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979982.105273:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979982.105274:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979982.105275:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979982.105277:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979982.105280:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979982.105283:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979982.105383:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979982.105388:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979982.105391:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783979982.363012:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979982.363023:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783979982.363026:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979982.363030:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979982.363035:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979982.363042:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10704
00000400:00000200:1.0:1783979982.363068:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979982.363074:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979982.363078:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979982.363081:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.363084:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.363086:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.363088:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979982.363092:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979982.363201:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783979982.363207:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979982.363211:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783979982.363213:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783979982.363216:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783979982.363219:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.363221:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.363223:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.363225:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979982.363228:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783979982.363300:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979982.363304:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979982.363307:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979982.363312:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979982.363316:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.363319:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783979982.363324:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979982.363337:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997480.
00000020:00000040:1.0:1783979982.363342:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783979982.363347:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979982.363349:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.363353:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979982.363357:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979982.363361:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979982.363371:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65bc00.
00000100:00000001:1.0:1783979982.363441:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979982.363455:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979982.363466:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979982.363471:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979982.363476:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005242fcb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.363575:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979982.363579:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979982.363582:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979982.363590:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.363599:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979982.363601:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.363605:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979982.363608:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979982.363611:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979982.363615:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559999616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979982.363619:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979982.363625:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979982.363628:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.363631:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979982.363638:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979982.363640:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979982.363648:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979982.363653:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979982.363663:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979982.363672:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559999616, portal 25
00000100:00000001:3.0:1783979982.363675:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979982.363676:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423317632 : -128863286233984 : ffff8accad997480)
00000100:00000040:3.0:1783979982.363682:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.363726:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979982.363729:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979982.363732:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979982.363735:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627559999616, offset 0
00000400:00000200:3.0:1783979982.363741:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979982.363749:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.363755:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979982.363760:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979982.363764:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979982.363768:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979982.363771:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979982.363774:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391010:391010:256:4294967295] 192.168.201.140@tcp LPNI seq info [390985:390985:8:4294967295]
00000400:00000200:3.0:1783979982.363779:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.363788:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979982.363794:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.363800:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979982.363806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979982.363810:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783979982.363815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979982.363819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1783979982.363833:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.363835:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979982.363842:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979982.363846:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979982.363851:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979982.363854:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979982.363858:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979982.363862:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979982.364013:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979982.364018:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979982.364021:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783979982.364023:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979982.364024:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979982.364027:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979982.364030:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10704
00000400:00000200:1.0:1783979982.364033:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979982.364036:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979982.364038:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979982.364040:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.364042:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.364044:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.364046:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979982.364072:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979982.364075:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783979982.364076:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979982.364078:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783979982.364080:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:1.0:1783979982.364082:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783979982.364085:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.364087:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.364101:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.364104:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979982.364106:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:1.0:1783979982.364109:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979982.364111:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979982.364113:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979982.364121:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979982.364123:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.364124:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979982.364129:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979982.364131:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.364133:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979982.364137:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995880.
00000020:00000040:1.0:1783979982.364139:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979982.364141:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979982.364142:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.364144:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979982.364145:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979982.364147:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979982.364151:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979982.364154:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979982.364159:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979982.364166:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979982.364169:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979982.364172:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef3bfb1b] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368329:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.368350:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368361:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.368364:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979982.368391:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979982.368398:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979982.368402:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305381069
00000100:00000010:3.0:1783979982.368412:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3300.
00000100:00000001:3.0:1783979982.368420:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979982.368426:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305381069
00000100:00000010:3.0:1783979982.368429:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c34e0.
00000100:00000001:3.0:1783979982.368432:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979982.368435:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979982.368438:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.368441:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979982.368445:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979982/real 1783979982]  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979982.368462:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979982.368464:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979982.368467:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979982.368471:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979982.368473:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979982.368477:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979982.368481:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979982.368488:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368495:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979982.368496:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368498:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.368500:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979982.368503:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368509:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979982.368514:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368520:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979982.368522:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368524:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.368525:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368527:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979982.368529:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979982.368532:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979982.368536:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979982.368538:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979982.368542:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979982.368550:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627559999616:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979982.368555:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368557:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.368559:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997480 x1870627559999616/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368565:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979982.368567:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979982.368571:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979982.368575:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979982.368577:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979982.368579:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979982.368581:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979982.368583:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65bc00.
02000000:00000001:3.0:1783979982.368587:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979982.368589:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979982.368591:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997480.
00000100:00000001:3.0:1783979982.368594:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979982.368595:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368598:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368605:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979982.368607:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.368609:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979982.368611:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979982.368613:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979982.368617:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368623:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979982.368625:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.368628:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979982.368631:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979982.368633:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979982.368636:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979982.368639:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979982.368644:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979982.368646:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.368649:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979982.368654:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979982.368655:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979982.368660:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979982.368663:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979982.368667:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979982.368673:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559999744, portal 10
00000100:00000001:3.0:1783979982.368675:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979982.368677:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423310464 : -128863286241152 : ffff8accad995880)
00000100:00000040:3.0:1783979982.368683:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368700:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979982.368702:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979982.368705:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979982.368708:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559999744, offset 0
00000400:00000200:3.0:1783979982.368723:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979982.368729:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.368736:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979982.368741:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979982.368745:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979982.368748:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979982.368750:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979982.368754:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391011:391011:256:4294967295] 192.168.201.140@tcp LPNI seq info [390986:390986:8:4294967295]
00000400:00000200:3.0:1783979982.368759:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.368769:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979982.368774:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.368780:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979982.368786:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979982.368791:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783979982.368796:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979982.368799:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1783979982.368803:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.368806:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979982.368810:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979982.368814:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979982.368819:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979982.368821:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979982.368824:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979982.368828:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368835:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.368838:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368844:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.368845:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979982.368848:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979982.368851:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979982.368854:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979982.368857:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305377300
00000100:00000001:3.0:1783979982.368859:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305381069
00000100:00000001:3.0:1783979982.368861:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305377300
00000100:00000001:3.0:1783979982.368862:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305381069
00000100:00000001:3.0:1783979982.368864:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979982.368866:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.368868:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979982.368871:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979982/real 1783979982]  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979982.368878:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979982.368879:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979982.368881:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979982.368884:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979982.368885:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979982.368887:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979982.368890:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979982.368898:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368904:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979982.368906:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368908:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.368909:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979982.368912:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368919:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979982.368922:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.368929:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979982.368932:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368933:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.368934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.368936:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979982.368938:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979982.368940:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979982.368943:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979982.369792:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979982.369803:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979982.369813:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999744:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979982.369820:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.369822:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.369826:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995880 x1870627559999744/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.369833:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979982.369836:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979982.369838:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979982.369842:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979982.369844:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979982.369845:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979982.369848:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979982.369851:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:3.0:1783979982.369854:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979982.369856:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979982.369858:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995880.
00000100:00000001:3.0:1783979982.369862:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979982.369863:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.369865:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.369874:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979982.369875:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.369877:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979982.369879:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.370353:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979982.370359:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979982.370364:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783979982.370366:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979982.370368:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979982.370372:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1783979982.370479:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979982.370482:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979982.370507:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10704
00000400:00000200:1.0:1783979982.370515:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979982.370520:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979982.370523:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979982.370527:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.370530:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.370533:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.370535:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979982.370538:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979982.370540:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783979982.370542:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979982.370545:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783979982.370547:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783979982.370550:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783979982.370552:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.370553:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.370555:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.370557:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979982.370559:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783979982.370562:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979982.370564:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979982.370567:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979982.370575:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979982.370577:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.370580:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979982.370584:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783979982.370586:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.370588:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979982.370596:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994e00.
00000020:00000040:1.0:1783979982.370600:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783979982.370604:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979982.370605:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.370608:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979982.370611:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979982.370615:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979982.370621:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979982.370627:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979982.370634:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979982.370642:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979982.370646:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979982.370650:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007d5ec671] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.370698:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979982.370701:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979982.370703:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979982.370708:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.370772:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979982.370774:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.370778:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979982.370780:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979982.370782:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979982.370785:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979982.370790:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979982.370794:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979982.370796:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.370798:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979982.370802:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979982.370804:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979982.370808:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979982.370811:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979982.370817:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979982.370823:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627559999872, portal 10
00000100:00000001:3.0:1783979982.370825:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979982.370826:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423307776 : -128863286243840 : ffff8accad994e00)
00000100:00000040:3.0:1783979982.370833:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.370841:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979982.370843:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979982.370846:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979982.370848:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627559999872, offset 0
00000400:00000200:3.0:1783979982.370854:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979982.370860:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.370865:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979982.370870:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979982.370874:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979982.370877:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979982.370879:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979982.370882:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391012:391012:256:4294967295] 192.168.201.140@tcp LPNI seq info [390987:390987:8:4294967295]
00000400:00000200:3.0:1783979982.370886:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.370894:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979982.370899:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.370904:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979982.370910:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979982.370914:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783979982.370919:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979982.370922:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1783979982.370926:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.370928:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979982.370933:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979982.370937:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979982.370943:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979982.370944:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:1.0:1783979982.372060:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979982.372066:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979982.372071:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783979982.372073:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979982.372075:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979982.372078:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979982.372083:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10704
00000400:00000200:1.0:1783979982.372153:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979982.372160:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979982.372163:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979982.372167:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372169:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.372171:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372173:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979982.372177:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979982.372179:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783979982.372181:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979982.372183:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783979982.372186:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783979982.372188:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783979982.372190:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372192:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.372193:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372195:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979982.372197:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783979982.372200:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372203:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979982.372205:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979982.372211:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979982.372213:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.372215:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979982.372218:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979982.372220:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.372222:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979982.372228:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000100:00000001:3.0:1783979982.372335:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979982.372344:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.372354:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.372357:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.372363:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.372365:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979982.372373:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979982.372505:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979982.372510:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979982.372513:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305377304
00000100:00000001:3.0:1783979982.372517:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305381069
00000100:00000001:3.0:1783979982.372519:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305377304
00000100:00000001:3.0:1783979982.372521:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305381069
00000100:00000001:3.0:1783979982.372523:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979982.372526:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.372529:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979982.372534:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979982/real 1783979982]  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979982.372546:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979982.372548:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979982.372551:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979982.372555:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979982.372557:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979982.372560:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979982.372564:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979982.372571:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.372577:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979982.372579:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.372581:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.372583:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979982.372587:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.372593:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979982.372597:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.372603:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979982.372606:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.372608:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.372609:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.372611:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979982.372613:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979982.372615:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979982.372619:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979982.372621:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979982.372625:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979982.372632:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627559999872:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979982.372637:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.372639:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.372642:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994e00 x1870627559999872/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.372649:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979982.372651:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979982.372654:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979982.372658:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979982.372660:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979982.372662:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979982.372664:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979982.372667:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:3.0:1783979982.372670:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979982.372672:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979982.372673:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994e00.
00000100:00000001:3.0:1783979982.372676:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979982.372677:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.372680:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.372696:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979982.372698:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.372701:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979982.372703:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1783979982.372757:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979982.372761:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979982.372763:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.372765:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979982.372768:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979982.372771:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979982.372778:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659400.
00000100:00000001:1.0:1783979982.372784:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979982.372790:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979982.372798:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979982.372803:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979982.372806:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979982.372827:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783979982.372831:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783979982.372834:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783979982.372836:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783979982.372837:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783979982.372841:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783979982.372843:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10704
00000400:00000200:1.0:1783979982.372848:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783979982.372851:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783979982.372854:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783979982.372857:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372859:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.372861:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372863:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783979982.372865:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783979982.372866:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783979982.372868:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783979982.372870:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783979982.372872:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783979982.372874:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783979982.372878:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372880:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783979982.372882:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372884:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783979982.372887:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783979982.372889:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783979982.372892:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783979982.372893:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783979982.372896:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783979982.372898:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.372899:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783979982.372902:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783979982.372904:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.372905:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783979982.372910:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783979982.372912:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783979982.372914:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783979982.372916:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783979982.372917:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783979982.372919:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783979982.372921:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783979982.372925:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b400.
00000100:00000001:1.0:1783979982.372929:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783979982.372934:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783979982.372940:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783979982.372942:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979982.373198:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783979982.373209:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783979982.373215:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10714)
00000100:00000001:3.0:1783979982.373343:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979982.373347:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979982.373349:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979982.373355:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373362:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979982.373364:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.373368:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979982.373371:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979982.373374:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979982.373376:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979982.373379:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979982.373384:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979982.373386:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.373388:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979982.373392:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979982.373393:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979982.373398:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979982.373401:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979982.373405:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979982.373411:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560000000, portal 4
00000100:00000001:3.0:1783979982.373414:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979982.373415:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:3.0:1783979982.373421:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373427:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979982.373429:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979982.373431:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979982.373434:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560000000, offset 0
00000400:00000200:3.0:1783979982.373439:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979982.373445:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.373450:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979982.373455:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979982.373459:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979982.373462:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979982.373465:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979982.373468:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391013:391013:256:4294967295] 192.168.201.140@tcp LPNI seq info [390988:390988:8:4294967295]
00000400:00000200:3.0:1783979982.373472:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.373479:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979982.373486:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.373491:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979982.373498:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979982.373502:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783979982.373508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979982.373511:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1783979982.373515:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.373517:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979982.373521:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979982.373525:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979982.373529:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979982.373531:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979982.373534:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979982.373538:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373545:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.373548:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373553:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.373555:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979982.373559:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979982.373562:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979982.373565:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979982.373566:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305377332
00000100:00000001:3.0:1783979982.373569:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305381069
00000100:00000001:3.0:1783979982.373571:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305377332
00000100:00000001:3.0:1783979982.373573:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305381069
00000100:00000001:3.0:1783979982.373574:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979982.373576:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.373578:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979982.373581:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979982/real 1783979982]  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979982.373590:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979982.373591:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979982.373593:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979982.373595:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979982.373596:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979982.373598:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979982.373601:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979982.373608:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373613:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979982.373614:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.373616:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.373617:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979982.373620:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373626:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979982.373628:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373634:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979982.373636:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.373637:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.373638:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.373639:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979982.373641:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979982.373644:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979982.373647:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979982.373649:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979982.373652:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979982.373658:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000000:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979982.373661:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979982.373664:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373669:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979982.373670:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.373672:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979982.373674:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979982.373675:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979982.373677:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979982.373680:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979982.373681:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979982.373683:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979982.373684:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979982.373698:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979982.373700:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979982.373703:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979982.373706:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979982.373709:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979982.373721:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560000128, portal 4
00000100:00000001:3.0:1783979982.373722:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979982.373724:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:3.0:1783979982.373729:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373734:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979982.373736:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979982.373738:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979982.373740:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560000128, offset 0
00000400:00000200:3.0:1783979982.373744:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979982.373747:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.373750:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979982.373753:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979982.373755:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979982.373758:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979982.373760:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979982.373763:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391014:391014:256:4294967295] 192.168.201.140@tcp LPNI seq info [390989:390989:8:4294967295]
00000400:00000200:3.0:1783979982.373767:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979982.373772:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979982.373776:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.373780:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979982.373784:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979982.373786:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1783979982.373790:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979982.373793:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1783979982.373796:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979982.373798:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979982.373801:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979982.373804:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979982.373806:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979982.373808:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979982.373810:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979982.373813:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373821:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.373824:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980007 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373830:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.373831:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979982.373834:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979982.373838:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979982.373840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979982.373842:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305377334
00000100:00000001:3.0:1783979982.373844:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305381069
00000100:00000001:3.0:1783979982.373846:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305377334
00000100:00000001:3.0:1783979982.373848:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305381069
00000100:00000001:3.0:1783979982.373850:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979982.373852:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.373853:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979982.373857:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979982/real 1783979982]  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979982.373864:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979982.373865:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979982.373867:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979982.373869:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979982.373870:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979982.373872:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979982.373875:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979982.373883:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373888:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979982.373890:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.373892:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.373894:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979982.373897:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373904:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979982.373908:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.373915:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979982.373917:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.373918:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979982.373920:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.373921:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979982.373923:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979982.373925:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979982.373929:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979982.373930:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979982.373934:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979982.373940:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000128:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979982.373943:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.373945:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.374801:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627560000000/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.374812:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979982.374815:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979982.374820:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979982.374824:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979982.374826:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979982.374828:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979982.374830:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979982.374832:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659400.
02000000:00000001:3.0:1783979982.374837:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979982.374838:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979982.374840:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:3.0:1783979982.374843:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979982.374845:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.374847:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979982.374851:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627560000128/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980007 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979982.374857:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979982.374858:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979982.374859:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979982.374861:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979982.374862:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979982.374863:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979982.374865:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979982.374867:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b400.
02000000:00000001:3.0:1783979982.374869:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979982.374870:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979982.374871:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:3.0:1783979982.374873:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979982.374875:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.374876:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979982.374884:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979982.374886:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979982.374888:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979982.374890:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979983.129180:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979983.129186:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979983.129191:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979983.129193:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979983.129196:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979983.129197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979983.129301:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979983.129305:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979983.129308:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979984.153170:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979984.153178:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979984.153183:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979984.153184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979984.153188:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979984.153189:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979984.153351:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979984.153355:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979984.153358:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979985.177184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979985.177192:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979985.177197:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979985.177198:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979985.177201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979985.177203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979985.177296:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979985.177300:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979985.177303:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979986.201242:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305381069, at 4305381120
00000100:00000010:2.0:1783979986.201259:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3300.
00000100:00000040:3.0:1783979986.201764:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305381069, at 4305381120
00000100:00000010:3.0:1783979986.201771:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c34e0.
00010000:00000001:1.0:1783979986.201861:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979986.201865:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979986.201869:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979986.201870:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979986.201874:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979986.201875:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979986.202323:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979986.202327:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979986.202330:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979987.225308:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979987.225314:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979987.225320:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979987.225321:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979987.225325:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979987.225329:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979987.225331:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979987.225334:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979987.225337:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979987.225339:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979987.225341:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979987.225343:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979987.225652:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979987.225656:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979987.225659:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979987.481280:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979987.481291:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979987.481294:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979987.481298:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979987.481302:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979987.481311:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10709
00000400:00000200:2.0:1783979987.481319:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979987.481326:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979987.481329:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979987.481333:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481336:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.481338:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481341:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979987.481345:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979987.481347:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979987.481350:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979987.481353:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979987.481355:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979987.481358:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979987.481361:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481363:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.481365:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481367:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979987.481370:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979987.481373:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481376:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979987.481378:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979987.481381:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979987.481385:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.481387:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979987.481390:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979987.481399:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343800.
00000020:00000040:2.0:1783979987.481403:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979987.481406:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979987.481408:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.481411:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979987.481414:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979987.481417:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979987.481425:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783979987.481431:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979987.481440:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979987.481451:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979987.481456:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979987.481461:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006ccfbb0] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979987.481488:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979987.481492:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979987.481495:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979987.481496:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979987.481498:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979987.481501:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979987.481504:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10709
00000400:00000200:2.0:1783979987.481508:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979987.481511:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979987.481513:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979987.481516:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481518:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.481520:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481522:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979987.481524:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979987.481526:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979987.481527:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979987.481529:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979987.481531:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783979987.481533:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979987.481535:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481537:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.481539:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481540:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979987.481542:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979987.481545:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481547:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979987.481549:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979987.481554:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979987.481556:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.481558:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979987.481562:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979987.481564:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.481566:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979987.481570:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342a00.
00000020:00000040:2.0:1783979987.481573:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979987.481575:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979987.481577:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.481579:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979987.481580:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979987.481582:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979987.481586:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783979987.481590:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979987.481595:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979987.481613:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979987.481615:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979987.481619:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2502d62] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979987.481627:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979987.481629:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979987.481633:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979987.481634:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979987.481636:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979987.481638:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979987.481640:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10709
00000400:00000200:2.0:1783979987.481644:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979987.481647:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979987.481649:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979987.481652:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.481654:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.482661:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.482664:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979987.482667:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979987.482669:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783979987.482670:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979987.482673:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979987.482675:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979987.482677:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979987.482680:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.482682:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.482684:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.482686:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979987.482688:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979987.482691:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979987.482693:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979987.482695:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979987.482699:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979987.482701:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.482703:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979987.482706:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979987.482708:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.482710:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979987.482715:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340e00.
00000020:00000040:2.0:1783979987.482913:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979987.482918:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979987.482920:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.482922:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979987.482923:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979987.482926:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979987.482932:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:2.0:1783979987.482936:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979987.482943:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979987.482951:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979987.482953:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979987.482957:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679cc294] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979987.482966:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979987.482969:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979987.482972:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979987.482974:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979987.482976:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979987.482978:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979987.482980:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10709
00000400:00000200:2.0:1783979987.482985:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979987.482988:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979987.482990:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979987.482992:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.482994:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.482996:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.482998:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979987.483000:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979987.483001:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979987.483002:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979987.483004:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979987.483006:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979987.483008:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783979987.483010:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.483011:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.483013:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.483015:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979987.483017:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979987.483019:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979987.483020:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979987.483022:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979987.483025:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979987.483026:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.483028:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979987.483066:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979987.483068:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.483070:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979987.483073:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343b80.
00000020:00000040:2.0:1783979987.483076:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979987.483078:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979987.483079:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.483081:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979987.483082:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979987.483084:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979987.483087:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000100:00000001:2.0:1783979987.483090:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979987.483095:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979987.483101:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979987.483103:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979987.483106:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cce4058] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979987.483113:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979987.483116:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979987.483119:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979987.483120:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979987.483122:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979987.483124:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979987.483126:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10709
00000400:00000200:2.0:1783979987.483131:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979987.483134:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979987.483136:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979987.483138:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.483140:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.483142:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.483144:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979987.483146:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979987.483148:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979987.483149:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979987.483151:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979987.483153:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979987.483154:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783979987.483157:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.483158:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979987.483160:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979987.483162:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979987.483164:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783979987.483166:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979987.483169:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979987.483170:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979987.483173:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979987.483175:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.483177:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979987.483179:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979987.483181:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.483183:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979987.483186:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343480.
00000020:00000040:2.0:1783979987.483188:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979987.483190:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979987.483191:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979987.483192:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979987.483194:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979987.483196:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979987.483200:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000100:00000001:2.0:1783979987.483203:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979987.483207:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979987.483220:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979987.483222:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979987.483226:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e189301] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979987.483233:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979987.483237:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10720)
00000100:00000001:3.0:1783979987.483320:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979987.483325:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979987.483327:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979987.483333:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483341:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979987.483343:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.483346:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979987.483349:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979987.483351:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979987.483355:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560000256:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979987.483358:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979987.483362:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979987.483365:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.483367:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979987.483371:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979987.483373:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979987.483378:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979987.483382:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979987.483387:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979987.483394:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560000256, portal 25
00000100:00000001:3.0:1783979987.483396:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979987.483398:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896589312 : -128863812962304 : ffff8acc8e343800)
00000100:00000040:3.0:1783979987.483402:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483409:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979987.483411:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979987.483414:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979987.483417:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560000256, offset 0
00000400:00000200:3.0:1783979987.483423:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979987.483430:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.483436:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979987.483441:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979987.483445:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979987.483448:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979987.483451:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979987.483455:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391015:391015:256:4294967295] 192.168.201.140@tcp LPNI seq info [390990:390990:8:4294967295]
00000400:00000200:3.0:1783979987.483459:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.483469:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979987.483475:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.483480:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979987.483486:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979987.483489:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783979987.483494:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979987.483498:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1783979987.483502:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.483505:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979987.483512:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979987.483516:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979987.483521:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979987.483523:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979987.483528:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979987.483531:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483541:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.483544:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483551:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.483552:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979987.483558:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979987.483561:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979987.483564:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305386188
00000100:00000010:3.0:1783979987.483568:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c34e0.
00000100:00000001:3.0:1783979987.483575:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783979987.483580:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305386188
00000100:00000010:3.0:1783979987.483582:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3c60.
00000100:00000001:3.0:1783979987.483585:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783979987.483588:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979987.483590:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.483593:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979987.483610:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979987/real 1783979987]  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979987.483619:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979987.483621:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979987.483623:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979987.483625:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979987.483627:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979987.483630:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979987.483633:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979987.483640:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483646:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979987.483648:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.483650:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.483652:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979987.483655:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483662:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979987.483666:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483672:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979987.483674:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.483676:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.483677:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.483679:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979987.483681:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979987.483684:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979987.483687:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979987.483689:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979987.483693:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979987.483700:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560000256:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979987.483705:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979987.483708:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483713:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979987.483714:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.483716:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979987.483719:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979987.483721:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979987.483723:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000384:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979987.483726:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979987.483728:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979987.483730:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.483732:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979987.483735:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979987.483737:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979987.483741:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979987.483743:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979987.483746:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979987.483749:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560000384, portal 10
00000100:00000001:3.0:1783979987.483751:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979987.483752:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:3.0:1783979987.483759:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483765:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979987.483767:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979987.483769:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979987.483771:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560000384, offset 0
00000400:00000200:3.0:1783979987.483776:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979987.483780:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.483783:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979987.483786:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979987.483789:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979987.483791:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979987.483793:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979987.483796:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391016:391016:256:4294967295] 192.168.201.140@tcp LPNI seq info [390991:390991:8:4294967295]
00000400:00000200:3.0:1783979987.483800:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.483806:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979987.483810:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.483813:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979987.483817:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979987.483819:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783979987.483824:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979987.483826:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1783979987.483830:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.483832:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979987.483836:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979987.483839:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979987.483841:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979987.483843:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979987.483845:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979987.483849:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483855:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.483859:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483865:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.483867:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979987.483870:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979987.483873:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979987.483876:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979987.483878:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305382419
00000100:00000001:3.0:1783979987.483881:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305386188
00000100:00000001:3.0:1783979987.483883:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305382419
00000100:00000001:3.0:1783979987.483885:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305386188
00000100:00000001:3.0:1783979987.483887:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979987.483889:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.483891:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979987.483894:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979987/real 1783979987]  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979987.483902:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979987.483903:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979987.483905:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979987.483907:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979987.483909:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979987.483911:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979987.483914:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979987.483923:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483928:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979987.483929:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.483931:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.483932:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979987.483935:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483941:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979987.483944:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483950:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979987.483952:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.483953:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.483954:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.483956:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979987.483958:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979987.483960:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979987.483963:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979987.483965:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979987.483968:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979987.483975:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000384:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979987.483979:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979987.483982:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.483994:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979987.483995:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.483997:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979987.483999:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979987.484001:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979987.484003:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000512:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979987.484006:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979987.484008:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979987.484010:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.484011:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979987.484015:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979987.484016:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979987.484020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979987.484022:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979987.484025:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979987.484028:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560000512, portal 10
00000100:00000001:3.0:1783979987.484029:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979987.484031:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:3.0:1783979987.484036:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484042:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979987.484044:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979987.484075:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979987.484079:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560000512, offset 0
00000400:00000200:3.0:1783979987.484083:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979987.484087:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.484091:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979987.484093:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979987.484096:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979987.484098:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979987.484100:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979987.484103:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391017:391017:256:4294967295] 192.168.201.140@tcp LPNI seq info [390992:390992:8:4294967295]
00000400:00000200:3.0:1783979987.484107:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.484113:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979987.484117:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.484120:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979987.484124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979987.484126:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783979987.484131:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979987.484133:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1783979987.484137:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.484139:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979987.484142:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979987.484145:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979987.484147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979987.484149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979987.484152:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979987.484155:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484162:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.484165:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484171:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.484172:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979987.484175:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979987.484178:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979987.484181:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979987.484183:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305382416
00000100:00000001:3.0:1783979987.484185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305386188
00000100:00000001:3.0:1783979987.484187:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305382416
00000100:00000001:3.0:1783979987.484189:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305386188
00000100:00000001:3.0:1783979987.484191:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979987.484193:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.484194:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979987.484198:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979987/real 1783979987]  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979987.484206:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979987.484207:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979987.484208:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979987.484211:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979987.484212:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979987.484215:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979987.484217:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979987.484224:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484230:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979987.484232:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484234:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.484235:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979987.484238:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484244:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979987.484247:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484253:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979987.484255:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484256:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.484258:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484259:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979987.484261:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979987.484263:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979987.484266:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979987.484268:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979987.484271:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979987.484279:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000512:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979987.484283:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979987.484286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484291:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979987.484293:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.484295:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979987.484297:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979987.484299:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979987.484302:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000640:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979987.484305:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979987.484306:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979987.484308:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.484310:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979987.484313:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979987.484315:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979987.484319:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979987.484322:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979987.484325:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979987.484327:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560000640, portal 4
00000100:00000001:3.0:1783979987.484329:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979987.484330:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:3.0:1783979987.484336:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484342:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979987.484344:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979987.484346:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979987.484349:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560000640, offset 0
00000400:00000200:3.0:1783979987.484353:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979987.484356:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.484360:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979987.484362:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979987.484365:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979987.484367:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979987.484369:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979987.484372:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391018:391018:256:4294967295] 192.168.201.140@tcp LPNI seq info [390993:390993:8:4294967295]
00000400:00000200:3.0:1783979987.484376:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.484381:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979987.484384:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.484387:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979987.484390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979987.484392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783979987.484396:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979987.484398:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1783979987.484414:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.484416:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979987.484418:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979987.484421:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979987.484424:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979987.484425:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979987.484427:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979987.484430:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484437:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.484440:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484447:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.484448:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979987.484451:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979987.484453:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979987.484455:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979987.484457:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305382443
00000100:00000001:3.0:1783979987.484459:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305386188
00000100:00000001:3.0:1783979987.484461:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305382443
00000100:00000001:3.0:1783979987.484463:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305386188
00000100:00000001:3.0:1783979987.484465:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979987.484467:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.484469:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979987.484472:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979987/real 1783979987]  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979987.484479:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979987.484480:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979987.484481:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979987.484483:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979987.484484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979987.484486:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979987.484488:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979987.484495:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484502:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979987.484503:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484504:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.484506:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979987.484509:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484514:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979987.484517:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484523:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979987.484524:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484526:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.484527:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484528:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979987.484530:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979987.484532:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979987.484535:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979987.484537:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979987.484540:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979987.484546:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000640:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979987.484549:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979987.484551:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484557:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979987.484558:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.484560:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979987.484562:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979987.484564:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979987.484566:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000768:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979987.484569:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979987.484570:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979987.484571:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979987.484573:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979987.484575:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979987.484577:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979987.484579:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979987.484582:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979987.484584:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979987.484587:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560000768, portal 4
00000100:00000001:3.0:1783979987.484589:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979987.484590:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:3.0:1783979987.484594:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484614:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979987.484616:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979987.484618:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979987.484621:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560000768, offset 0
00000400:00000200:3.0:1783979987.484625:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979987.484628:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.484632:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979987.484634:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979987.484637:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979987.484639:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979987.484641:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979987.484643:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391019:391019:256:4294967295] 192.168.201.140@tcp LPNI seq info [390994:390994:8:4294967295]
00000400:00000200:3.0:1783979987.484647:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979987.484651:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979987.484654:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.484657:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979987.484661:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979987.484663:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1783979987.484667:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979987.484669:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1783979987.484672:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979987.484673:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979987.484676:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979987.484678:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979987.484681:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979987.484682:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979987.484685:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979987.484688:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484695:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.484697:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980012 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484702:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.484704:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979987.484706:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979987.484709:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979987.484712:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979987.484714:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305382445
00000100:00000001:3.0:1783979987.484716:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305386188
00000100:00000001:3.0:1783979987.484718:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305382445
00000100:00000001:3.0:1783979987.484720:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305386188
00000100:00000001:3.0:1783979987.484722:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979987.484724:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.484725:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979987.484728:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979987/real 1783979987]  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979987.484733:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979987.484734:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979987.484735:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979987.484737:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979987.484739:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979987.484741:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979987.484744:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979987.484751:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484762:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979987.484764:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484765:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.484767:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979987.484770:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484774:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979987.484777:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484784:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979987.484786:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484787:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979987.484789:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484791:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979987.484792:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979987.484793:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979987.484796:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979987.484797:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979987.484800:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979987.484807:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560000768:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979987.484810:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484812:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.484816:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343800 x1870627560000256/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484822:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979987.484825:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979987.484827:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783979987.484829:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979987.484831:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979987.484833:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979987.484835:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979987.484837:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:3.0:1783979987.484841:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979987.484843:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979987.484844:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343800.
00000100:00000001:3.0:1783979987.484847:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979987.484848:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484850:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.484853:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627560000384/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484859:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979987.484861:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979987.484862:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979987.484864:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979987.484865:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979987.484866:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979987.484867:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979987.484868:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783979987.484870:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979987.484871:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979987.484872:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:3.0:1783979987.484874:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979987.484875:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484877:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.484880:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627560000512/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484886:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979987.484887:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979987.484889:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979987.484890:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979987.484891:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979987.484892:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979987.484894:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979987.484895:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:3.0:1783979987.484897:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979987.484898:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979987.484899:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:3.0:1783979987.484902:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979987.484903:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484904:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.484907:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627560000640/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484913:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979987.484914:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979987.484915:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979987.484917:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979987.484919:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979987.484920:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979987.484921:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979987.484922:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:3.0:1783979987.484924:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979987.484925:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979987.484926:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:3.0:1783979987.484927:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979987.484928:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484930:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979987.484933:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627560000768/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980012 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979987.484938:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979987.484939:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979987.484941:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979987.484942:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979987.484943:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979987.484944:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979987.484945:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979987.484946:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783979987.484948:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979987.484949:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979987.484950:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:3.0:1783979987.484952:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979987.484953:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484955:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979987.484962:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979987.484964:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979987.484966:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979987.484968:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979988.249198:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979988.249205:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979988.249211:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979988.249212:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979988.249216:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979988.249218:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979988.254213:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979988.254221:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979988.254226:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979989.273326:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979989.273331:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979989.273335:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979989.273336:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979989.273338:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979989.273339:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979989.274674:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979989.274678:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979989.274765:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979990.297254:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979990.297261:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979990.297266:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979990.297268:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979990.297271:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979990.297272:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979990.297377:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979990.297381:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979990.297384:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979991.321159:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305386188, at 4305386240
00000100:00000040:3.0:1783979991.321159:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305386188, at 4305386240
00010000:00000001:1.0:1783979991.321165:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979991.321170:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979991.321175:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c34e0.
00010000:00000001:1.0:1783979991.321176:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979991.321178:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3c60.
00010000:00000001:1.0:1783979991.321180:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979991.321185:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979991.321187:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979991.321258:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979991.321262:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979991.321265:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979992.345194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979992.345204:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979992.345206:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979992.345209:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979992.345214:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979992.345216:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979992.345218:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979992.345220:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979992.345224:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979992.345226:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979992.345227:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979992.345229:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979992.345230:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979992.345231:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979992.345233:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979992.345234:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979992.345237:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979992.345239:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979992.345714:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783979992.345718:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783979992.345721:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1783979992.601206:0:180834:0:(osc_request.c:745:osc_update_next_shrink()) next time 11920 to shrink grant
00000100:00080000:2.0:1783979992.601383:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979992.601393:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979992.601396:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979992.601400:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979992.601404:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979992.601411:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10715
00000400:00000200:2.0:1783979992.601420:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979992.601426:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979992.601429:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979992.601432:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601435:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979992.601437:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601439:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979992.601443:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979992.601445:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979992.601447:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979992.601450:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979992.601453:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979992.601455:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979992.601457:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601459:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979992.601461:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601463:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979992.601465:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979992.601468:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601471:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979992.601474:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979992.601477:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979992.601480:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.601483:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979992.601485:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979992.601494:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341c00.
00000020:00000040:2.0:1783979992.601498:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979992.601501:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979992.601503:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.601506:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979992.601508:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979992.601541:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979992.601550:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783979992.601556:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979992.601565:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979992.601575:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979992.601580:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979992.601584:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4f76fdf] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979992.601609:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979992.601612:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979992.601616:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979992.601618:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979992.601619:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979992.601622:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979992.601625:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10715
00000400:00000200:2.0:1783979992.601629:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979992.601633:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979992.601636:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979992.601639:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601641:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979992.601643:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601646:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979992.601648:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979992.601650:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979992.601652:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1783979992.601652:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1783979992.601659:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:3.0:1783979992.601660:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1783979992.601663:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:3.0:1783979992.601666:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1783979992.601669:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783979992.601677:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601681:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979992.601685:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:3.0:1783979992.601685:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979992.601693:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979992.601706:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000001:3.0:1783979992.601713:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1783979992.601715:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979992.601718:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.601720:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979992.601725:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979992.601727:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979992.601734:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979992.601734:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979992.601741:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.601742:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.601746:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1783979992.601752:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560000896:192.168.201.140@tcp:250:kworker.0
00000008:00100000:2.0:1783979992.601755:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1783979992.601762:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1783979992.601764:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.601768:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.601771:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1783979992.601772:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343100.
02000000:00000001:3.0:1783979992.601779:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979992.601780:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783979992.601789:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1783979992.601790:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979992.601792:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.601795:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979992.601796:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979992.601798:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979992.601810:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
02000000:00000010:3.0:1783979992.601814:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
00000100:00000001:2.0:1783979992.601815:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.601821:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979992.601828:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1783979992.601832:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979992.601841:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000100:00000001:2.0:1783979992.601845:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979992.601850:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1783979992.601852:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000040:2.0:1783979992.601860:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb52a7d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979992.601866:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560000896, portal 25
00000100:00000001:3.0:1783979992.601874:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979992.601877:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000001:2.0:1783979992.601885:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979992.601890:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979992.601891:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979992.601909:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979992.601913:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1783979992.601918:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1783979992.601919:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1783979992.601929:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601930:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1783979992.601935:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00080000:2.0:1783979992.601941:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10715
00000100:00000200:3.0:1783979992.601945:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560000896, offset 0
00000400:00000200:2.0:1783979992.601953:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.601958:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783979992.601960:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979992.601965:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979992.601968:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601970:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1783979992.601974:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:2.0:1783979992.601979:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.601984:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979992.601990:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1783979992.601990:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000020:00000040:2.0:1783979992.601998:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000400:00000200:3.0:1783979992.602002:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1783979992.602003:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979992.602011:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979992.602014:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:3.0:1783979992.602015:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000020:00000001:2.0:1783979992.602020:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:3.0:1783979992.602027:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1783979992.602031:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:3.0:1783979992.602038:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.602039:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1783979992.602074:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391020:391020:256:4294967295] 192.168.201.140@tcp LPNI seq info [390995:390995:8:4294967295]
00000400:00000200:3.0:1783979992.602081:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:2.0:1783979992.602093:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000400:00000200:3.0:1783979992.602095:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783979992.602105:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979992.602112:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000800:00000200:3.0:1783979992.602113:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00080000:2.0:1783979992.602120:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000800:00000010:3.0:1783979992.602124:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000100:00000001:2.0:1783979992.602125:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979992.602132:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979992.602136:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979992.602141:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1783979992.602142:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783979992.602144:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979992.602150:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000800:00000200:3.0:1783979992.602151:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000008:00000001:2.0:1783979992.602157:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.602163:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783979992.602164:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000010:2.0:1783979992.602169:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342680.
00000800:00000200:3.1:1783979992.602171:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000020:00000040:2.0:1783979992.602175:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979992.602182:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000100:3.0:1783979992.602186:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
02000000:00000001:2.0:1783979992.602187:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.602193:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:3.0:1783979992.602193:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
02000000:00000001:2.0:1783979992.602198:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979992.602201:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979992.602205:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1783979992.602206:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
00000100:00000001:2.0:1783979992.602216:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979992.602223:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1783979992.602230:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1783979992.602232:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979992.602239:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979992.602251:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1783979992.602258:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1783979992.602260:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979992.602262:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979992.602279:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073a951f8] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.602291:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783979992.602298:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979992.602302:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979992.602304:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979992.602326:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979992.602331:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979992.602336:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783979992.602337:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.602344:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783979992.602345:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979992.602351:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10715
00000100:00000001:3.0:1783979992.602352:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979992.602360:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.602364:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979992.602370:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1783979992.602370:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305391307
00000100:00080000:2.0:1783979992.602376:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1783979992.602383:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3c60.
00000100:00000040:2.0:1783979992.602384:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.602392:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979992.602395:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979992.602397:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:2.0:1783979992.602399:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979992.602406:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979992.602408:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000100:00000001:3.0:1783979992.602408:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305391307
00000020:00000001:2.0:1783979992.602419:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:3.0:1783979992.602420:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3d80.
00000020:00000040:2.0:1783979992.602425:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000100:00000001:3.0:1783979992.602426:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000020:00000001:2.0:1783979992.602436:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:3.0:1783979992.602436:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979992.602445:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783979992.602446:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:3.0:1783979992.602452:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1783979992.602454:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.602458:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1783979992.602463:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979992/real 1783979992]  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979992.602465:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.602477:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979992.602486:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979992.602492:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000001:3.0:1783979992.602494:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1783979992.602496:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1783979992.602498:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1783979992.602501:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:3.0:1783979992.602503:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
02000000:00000001:2.0:1783979992.602507:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1783979992.602518:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979992.602522:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
02000000:00000001:2.0:1783979992.602529:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.602530:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1783979992.602535:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:3.0:1783979992.602538:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1783979992.602540:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979992.602551:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.602559:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1783979992.602567:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1783979992.602569:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340700.
00000020:00000040:2.0:1783979992.602576:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000001:3.0:1783979992.602580:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1783979992.602583:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1783979992.602584:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1783979992.602588:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.602590:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979992.602592:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1783979992.602594:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1783979992.602596:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979992.602601:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979992.602602:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1783979992.602611:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa000.
00000100:00000001:3.0:1783979992.602624:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979992.602625:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979992.602631:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979992.602637:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979992.602664:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783979992.602672:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783979992.602672:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.602677:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783979992.602679:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.602681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.602687:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979992.602690:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1783979992.602692:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004917f9bd] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783979992.602695:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979992.602705:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979992.602711:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1783979992.602720:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979992.602723:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979992.602725:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979992.602742:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979992.602747:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979992.602751:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1783979992.602753:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560000896:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783979992.602758:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1783979992.602761:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1783979992.602766:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10715
00000100:00000001:3.0:1783979992.602768:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.602775:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627560000896/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783979992.602779:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979992.602795:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979992.602803:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1783979992.602808:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1783979992.602814:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
02000000:00000001:3.0:1783979992.602815:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1783979992.602821:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1783979992.602822:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
00000100:00000040:2.0:1783979992.602828:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:3.0:1783979992.602830:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1783979992.602834:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783979992.602836:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:2.0:1783979992.602842:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783979992.602843:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000040:2.0:1783979992.602847:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783979992.602849:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:2.0:1783979992.602854:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:3.0:1783979992.602854:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
00000020:00000040:2.0:1783979992.602862:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
02000000:00000001:3.0:1783979992.602865:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:2.0:1783979992.602867:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
02000000:00000001:3.0:1783979992.602869:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979992.602880:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000020:00000001:2.0:1783979992.602881:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000001:3.0:1783979992.602893:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:2.0:1783979992.602894:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979992.602897:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783979992.602899:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1783979992.602902:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783979992.602905:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979992.602910:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979992.602912:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:3.0:1783979992.602914:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1783979992.602916:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979992.602919:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.602922:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.602925:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1783979992.602927:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1783979992.602929:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979992.602932:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1783979992.602934:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1783979992.602940:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783979992.602941:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.602951:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979992.602960:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1783979992.602964:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1783979992.602969:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.602970:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979992.602981:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.602981:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979992.602985:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1783979992.602989:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340000.
02000000:00000001:3.0:1783979992.602990:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783979992.602995:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00100000:3.0:1783979992.603000:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001024:192.168.201.140@tcp:38:kworker.0
02000000:00000001:2.0:1783979992.603003:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979992.603008:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603010:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1783979992.603012:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783979992.603015:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783979992.603016:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783979992.603020:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979992.603021:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.603026:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783979992.603031:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
02000000:00000010:3.0:1783979992.603035:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
00000100:00000001:2.0:1783979992.603037:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.603039:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979992.603076:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00100000:2.0:1783979992.603080:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1783979992.603082:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979992.603090:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000001:2.0:1783979992.603094:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1783979992.603098:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560001024, portal 10
00000100:00000001:2.0:1783979992.603099:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603103:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979992.603106:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:2.0:1783979992.603110:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6aa5db] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783979992.603121:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979992.603127:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603137:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783979992.603138:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10725)
00000100:00000040:3.0:1783979992.603147:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979992.603152:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979992.603155:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560001024, offset 0
00000400:00000200:3.0:1783979992.603161:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979992.603167:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.603173:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979992.603178:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979992.603181:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979992.603183:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979992.603185:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979992.603188:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391021:391021:256:4294967295] 192.168.201.140@tcp LPNI seq info [390996:390996:8:4294967295]
00000400:00000200:3.0:1783979992.603192:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.603199:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979992.603204:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979992.603208:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979992.603212:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979992.603215:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979992.603220:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979992.603223:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979992.603227:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979992.603228:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979992.603231:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979992.603234:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979992.603237:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979992.603239:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979992.603242:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979992.603246:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603254:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.603257:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603263:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603264:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979992.603268:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979992.603273:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979992.603276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979992.603278:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305387539
00000100:00000001:3.0:1783979992.603280:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305391307
00000100:00000001:3.0:1783979992.603283:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305387539
00000100:00000001:3.0:1783979992.603285:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305391307
00000100:00000001:3.0:1783979992.603287:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979992.603290:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603292:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979992.603295:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979992/real 1783979992]  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979992.603303:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979992.603305:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979992.603307:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979992.603309:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979992.603311:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979992.603313:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979992.603316:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979992.603325:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603330:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979992.603332:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603334:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979992.603335:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979992.603339:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603345:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979992.603349:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603357:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979992.603360:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603361:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979992.603362:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603364:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979992.603365:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979992.603368:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979992.603372:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979992.603374:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979992.603378:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979992.603386:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001024:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979992.603389:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979992.603392:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603399:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979992.603400:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.603403:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979992.603404:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979992.603407:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979992.603409:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001152:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979992.603413:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979992.603415:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979992.603417:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.603418:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979992.603422:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979992.603424:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979992.603427:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979992.603430:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979992.603433:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979992.603436:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560001152, portal 10
00000100:00000001:3.0:1783979992.603438:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979992.603439:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:3.0:1783979992.603444:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603451:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979992.603453:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979992.603456:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979992.603458:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560001152, offset 0
00000400:00000200:3.0:1783979992.603461:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979992.603464:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.603467:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979992.603470:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979992.603473:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979992.603475:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979992.603478:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979992.603481:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391022:391022:256:4294967295] 192.168.201.140@tcp LPNI seq info [390997:390997:8:4294967295]
00000400:00000200:3.0:1783979992.603485:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.603491:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979992.603496:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979992.603499:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979992.603502:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979992.603505:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979992.603522:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979992.603525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979992.603529:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979992.603531:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979992.603534:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979992.603540:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979992.603544:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979992.603546:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979992.603549:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979992.603552:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603559:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.603562:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603569:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603571:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979992.603573:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979992.603576:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979992.603580:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979992.603582:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305387535
00000100:00000001:3.0:1783979992.603585:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305391307
00000100:00000001:3.0:1783979992.603586:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305387535
00000100:00000001:3.0:1783979992.603589:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305391307
00000100:00000001:3.0:1783979992.603591:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979992.603593:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603595:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979992.603598:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979992/real 1783979992]  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979992.603606:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979992.603607:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979992.603609:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979992.603611:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979992.603613:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979992.603614:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979992.603617:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979992.603626:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603632:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979992.603634:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603636:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979992.603637:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979992.603641:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603647:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979992.603651:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603658:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979992.603660:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603662:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979992.603663:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603665:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979992.603666:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979992.603668:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979992.603671:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979992.603673:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979992.603676:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979992.603684:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001152:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979992.603688:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979992.603691:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603698:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979992.603700:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.603702:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979992.603704:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979992.603706:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979992.603708:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001280:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979992.603712:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979992.603714:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979992.603715:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.603717:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979992.603720:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979992.603722:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979992.603726:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979992.603728:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979992.603731:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979992.603734:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560001280, portal 4
00000100:00000001:3.0:1783979992.603736:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979992.603737:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:3.0:1783979992.603742:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603748:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979992.603751:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979992.603753:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979992.603755:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560001280, offset 0
00000400:00000200:3.0:1783979992.603759:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979992.603762:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.603765:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979992.603768:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979992.603770:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979992.603773:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979992.603775:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979992.603778:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391023:391023:256:4294967295] 192.168.201.140@tcp LPNI seq info [390998:390998:8:4294967295]
00000400:00000200:3.0:1783979992.603782:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.603788:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979992.603792:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979992.603795:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979992.603799:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979992.603802:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979992.603806:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979992.603808:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979992.603812:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979992.603814:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979992.603817:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979992.603820:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979992.603822:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979992.603824:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979992.603826:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979992.603829:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603837:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.603839:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603846:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603847:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979992.603850:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979992.603853:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979992.603856:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979992.603858:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305387562
00000100:00000001:3.0:1783979992.603860:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305391307
00000100:00000001:3.0:1783979992.603862:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305387562
00000100:00000001:3.0:1783979992.603865:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305391307
00000100:00000001:3.0:1783979992.603866:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979992.603868:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.603870:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979992.603873:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979992/real 1783979992]  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979992.603881:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979992.603883:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979992.603884:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979992.603886:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979992.603888:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979992.603890:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979992.603893:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979992.603901:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603908:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979992.603909:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603911:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979992.603912:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979992.603916:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603923:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979992.603927:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603934:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979992.603935:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603937:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979992.603938:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603939:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979992.603941:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979992.603943:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979992.603945:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979992.603947:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979992.603951:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979992.603959:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001280:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979992.603963:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.603965:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.603968:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627560001024/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.603975:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979992.603976:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979992.603978:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979992.603980:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979992.603982:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979992.603984:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979992.603986:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979992.603988:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:3.0:1783979992.603991:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979992.603993:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979992.603994:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:3.0:1783979992.603998:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979992.603999:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604001:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.604004:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627560001152/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604010:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979992.604011:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979992.604012:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979992.604014:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979992.604015:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979992.604017:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979992.604018:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979992.604020:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783979992.604022:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979992.604024:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979992.604025:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:3.0:1783979992.604027:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979992.604029:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604030:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.604033:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627560001280/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604039:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979992.604040:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979992.604042:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979992.604044:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979992.604045:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979992.604081:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979992.604084:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979992.604086:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:3.0:1783979992.604088:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979992.604090:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979992.604091:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:3.0:1783979992.604093:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979992.604094:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604096:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604102:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979992.604104:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.604107:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979992.604109:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979992.604110:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979992.604114:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604120:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979992.604122:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.604124:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979992.604125:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979992.604127:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979992.604131:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001408:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979992.604134:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979992.604136:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979992.604138:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979992.604139:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979992.604142:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979992.604144:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979992.604147:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979992.604150:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979992.604154:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979992.604157:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560001408, portal 4
00000100:00000001:3.0:1783979992.604159:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979992.604160:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:3.0:1783979992.604166:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604173:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979992.604175:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979992.604178:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979992.604181:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560001408, offset 0
00000400:00000200:3.0:1783979992.604184:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979992.604187:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.604190:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979992.604193:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979992.604195:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979992.604198:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979992.604200:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979992.604202:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391024:391024:256:4294967295] 192.168.201.140@tcp LPNI seq info [390999:390999:8:4294967295]
00000400:00000200:3.0:1783979992.604206:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979992.604211:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979992.604216:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979992.604220:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979992.604224:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979992.604226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1783979992.604230:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979992.604232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1783979992.604236:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979992.604239:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979992.604242:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979992.604245:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979992.604247:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979992.604249:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979992.604251:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979992.604254:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604262:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.604265:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980017 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604270:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.604271:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979992.604274:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979992.604277:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979992.604280:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979992.604282:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305387565
00000100:00000001:3.0:1783979992.604285:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305391307
00000100:00000001:3.0:1783979992.604286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305387565
00000100:00000001:3.0:1783979992.604289:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305391307
00000100:00000001:3.0:1783979992.604291:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979992.604293:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.604295:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979992.604299:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979992/real 1783979992]  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979992.604307:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979992.604308:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979992.604310:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979992.604312:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979992.604313:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979992.604316:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979992.604319:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979992.604327:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604332:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979992.604334:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604336:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979992.604337:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979992.604341:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604347:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979992.604351:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604357:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979992.604360:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604362:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979992.604363:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604364:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979992.604366:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979992.604367:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979992.604371:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979992.604373:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979992.604377:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979992.604384:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001408:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979992.604388:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604390:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979992.604394:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627560001408/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980017 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979992.604400:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979992.604402:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979992.604404:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979992.604406:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979992.604408:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979992.604410:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979992.604412:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979992.604413:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:3.0:1783979992.604415:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979992.604416:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979992.604418:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:3.0:1783979992.604421:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979992.604422:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604424:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979992.604427:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979992.604428:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979992.604430:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979992.604432:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979993.369147:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979993.369155:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979993.369173:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979993.369174:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979993.369179:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979993.369180:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979993.369403:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979993.369408:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979993.369412:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979994.393702:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979994.393711:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979994.393717:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979994.393719:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979994.393722:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979994.393724:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979994.396874:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979994.396884:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979994.396889:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979995.417227:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979995.417236:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979995.417241:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979995.417242:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979995.417245:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979995.417245:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979995.418323:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979995.418331:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979995.418336:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783979996.441196:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305391307, at 4305391360
00000100:00000040:3.0:1783979996.441197:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305391307, at 4305391360
00000100:00000010:2.0:1783979996.441217:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3c60.
00010000:00000001:1.0:1783979996.441220:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783979996.441223:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3d80.
00010000:00000001:1.0:1783979996.441228:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979996.441238:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979996.441240:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979996.441248:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979996.441253:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783979996.441256:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783979996.441259:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979996.441262:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783979996.441264:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979996.441266:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979996.441269:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979996.441329:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979996.441333:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979996.441336:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979997.465176:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979997.465183:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979997.465189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979997.465190:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979997.465194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979997.465196:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979997.466460:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979997.466464:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979997.466468:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783979997.721190:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979997.721204:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783979997.721206:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979997.721212:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979997.721217:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979997.721227:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10720
00000400:00000200:2.0:1783979997.721238:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979997.721247:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979997.721250:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979997.721254:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721257:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.721260:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721262:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979997.721267:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979997.721269:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783979997.721274:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979997.721277:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783979997.721280:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783979997.721282:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783979997.721286:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721288:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.721290:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721291:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979997.721294:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783979997.721298:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721300:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979997.721304:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979997.721308:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979997.721311:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721313:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783979997.721316:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979997.721328:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341f80.
00000020:00000040:2.0:1783979997.721332:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783979997.721337:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979997.721339:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721343:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979997.721347:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979997.721351:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979997.721361:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa000.
00000100:00000001:2.0:1783979997.721368:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979997.721379:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979997.721389:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979997.721394:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979997.721399:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0bbf7] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979997.721436:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979997.721440:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979997.721444:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783979997.721445:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979997.721446:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979997.721450:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979997.721453:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10720
00000400:00000200:2.0:1783979997.721457:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979997.721460:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979997.721462:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979997.721465:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721467:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.721469:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721473:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979997.721475:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979997.721476:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783979997.721478:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1783979997.721478:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1783979997.721481:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783979997.721484:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:3.0:1783979997.721485:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1783979997.721488:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:3.0:1783979997.721490:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783979997.721494:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721497:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.721501:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000040:3.0:1783979997.721501:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979997.721506:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979997.721510:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783979997.721516:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783979997.721518:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783979997.721521:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.721523:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979997.721525:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783979997.721529:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783979997.721533:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979997.721534:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979997.721540:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.721541:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721543:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:3.0:1783979997.721548:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560001536:192.168.201.140@tcp:250:kworker.0
00000008:00100000:2.0:1783979997.721549:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979997.721553:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721557:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979997.721560:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341180.
00000020:00000040:2.0:1783979997.721562:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979997.721564:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979997.721565:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721566:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979997.721567:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1783979997.721567:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783979997.721569:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783979997.721574:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783979997.721576:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1783979997.721577:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.721580:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783979997.721584:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1783979997.721586:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1783979997.721592:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979997.721595:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783979997.721595:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979997.721601:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979997.721605:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013035e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1783979997.721615:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783979997.721616:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979997.721621:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1783979997.721623:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000100:00080000:2.0:1783979997.721628:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783979997.721631:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979997.721632:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1783979997.721634:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000001:2.0:1783979997.721636:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783979997.721640:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10720
00000100:00000200:3.0:1783979997.721645:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560001536, portal 25
00000400:00000200:2.0:1783979997.721646:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979997.721651:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1783979997.721652:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783979997.721661:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1783979997.721664:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:2.0:1783979997.721668:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721673:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783979997.721674:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783979997.721678:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979997.721684:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1783979997.721685:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000040:3.0:1783979997.721690:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000020:00000001:2.0:1783979997.721691:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1783979997.721693:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000020:00000040:2.0:1783979997.721694:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000100:00000200:3.0:1783979997.721697:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560001536, offset 0
00000020:00000001:2.0:1783979997.721698:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979997.721701:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783979997.721704:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783979997.721708:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783979997.721712:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:3.0:1783979997.721713:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721714:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.721718:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721719:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979997.721721:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783979997.721723:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721724:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979997.721725:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979997.721727:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783979997.721729:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721730:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979997.721731:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783979997.721733:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721737:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.721737:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000010:2.0:1783979997.721743:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342300.
00000020:00000040:2.0:1783979997.721746:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783979997.721749:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1783979997.721750:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
02000000:00000001:2.0:1783979997.721751:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721754:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979997.721755:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979997.721757:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.721758:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1783979997.721761:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
00000400:00000200:3.0:1783979997.721764:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000100:00000001:2.0:1783979997.721765:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.721769:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1783979997.721771:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1783979997.721776:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979997.721784:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391025:391025:256:4294967295] 192.168.201.140@tcp LPNI seq info [391000:391000:8:4294967295]
00000100:00000001:2.0:1783979997.721788:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979997.721792:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.721795:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:2.0:1783979997.721797:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000973e3903] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979997.721803:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979997.721805:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783979997.721809:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783979997.721811:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979997.721814:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1783979997.721815:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783979997.721818:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:3.0:1783979997.721827:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.721834:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000100:00080000:2.0:1783979997.721837:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10720
00000400:00000200:2.0:1783979997.721843:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000800:00000200:3.0:1783979997.721846:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000400:00000200:2.0:1783979997.721850:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000200:3.0:1783979997.721854:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1783979997.721855:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783979997.721860:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721863:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.721865:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721867:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979997.721871:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979997.721873:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783979997.721875:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783979997.721877:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783979997.721878:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783979997.721880:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000800:00000200:3.1:1783979997.721884:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:2.0:1783979997.721886:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721890:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.721892:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000800:00000200:3.1:1783979997.721892:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1783979997.721895:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979997.721899:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783979997.721904:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000800:00000100:3.0:1783979997.721904:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783979997.721905:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979997.721908:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979997.721911:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1783979997.721911:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
02000000:00000001:2.0:1783979997.721916:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721918:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979997.721920:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979997.721922:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721923:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.721923:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:2.0:1783979997.721929:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341880.
00000020:00000040:2.0:1783979997.721932:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979997.721935:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1783979997.721935:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1783979997.721938:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.721941:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979997.721942:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979997.721943:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.721944:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
02000000:00000010:2.0:1783979997.721946:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000400:00000010:3.0:1783979997.721949:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:2.0:1783979997.721950:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.721956:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979997.721961:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783979997.721963:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783979997.721983:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783979997.721984:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979997.721988:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ca787f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.721991:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783979997.721996:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783979997.721999:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1783979997.721999:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783979997.722004:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783979997.722007:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783979997.722010:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783979997.722017:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1783979997.722018:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.722022:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1783979997.722023:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10720
00000100:00000001:3.0:1783979997.722031:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783979997.722033:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.722037:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783979997.722040:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1783979997.722042:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305396426
00000100:00080000:2.0:1783979997.722044:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1783979997.722076:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3d80.
00000100:00000001:3.0:1783979997.722084:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000040:2.0:1783979997.722087:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.722090:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.722092:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.722093:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783979997.722095:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783979997.722096:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783979997.722098:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1783979997.722098:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305396427
00000020:00000040:2.0:1783979997.722101:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783979997.722104:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783979997.722105:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000010:3.0:1783979997.722105:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c36c0.
00000100:00000040:2.0:1783979997.722110:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783979997.722112:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783979997.722113:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783979997.722116:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783979997.722118:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783979997.722120:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:3.0:1783979997.722120:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1783979997.722124:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783979997.722127:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.722127:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783979997.722130:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783979997.722133:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979997.722133:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1783979997.722136:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.722138:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783979997.722139:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783979997.722142:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979997.722142:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979997/real 1783979997]  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979997.722145:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783979997.722150:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340380.
00000020:00000040:2.0:1783979997.722153:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783979997.722155:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783979997.722156:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783979997.722159:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783979997.722162:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783979997.722164:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1783979997.722166:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:2.0:1783979997.722169:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000400:00000001:3.0:1783979997.722169:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979997.722173:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000100:00000001:2.0:1783979997.722174:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.722178:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979997.722182:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00100000:2.0:1783979997.722183:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783979997.722188:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1783979997.722195:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1783979997.722196:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979997.722200:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979997.722209:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbc9696d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979997.722215:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783979997.722227:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783979997.722234:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10730)
00000100:00000001:3.0:1783979997.722234:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979997.722238:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722243:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.722245:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979997.722249:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722257:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979997.722262:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722270:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979997.722273:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722290:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.722292:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722294:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979997.722296:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979997.722299:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979997.722303:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979997.722306:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979997.722310:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979997.722318:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560001536:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783979997.722323:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722325:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.722328:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627560001536/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722340:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979997.722343:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979997.722346:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979997.722349:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979997.722352:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979997.722354:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783979997.722357:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979997.722360:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa000.
02000000:00000001:3.0:1783979997.722365:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979997.722367:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979997.722369:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:3.0:1783979997.722374:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979997.722375:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722378:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722386:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979997.722389:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.722391:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979997.722393:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783979997.722395:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979997.722398:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722404:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979997.722406:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.722408:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979997.722410:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979997.722412:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979997.722414:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001664:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979997.722418:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979997.722431:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979997.722433:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.722435:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979997.722438:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979997.722440:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.722444:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979997.722447:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979997.722451:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979997.722454:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560001664, portal 10
00000100:00000001:3.0:1783979997.722456:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979997.722457:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:3.0:1783979997.722465:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722471:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979997.722473:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979997.722475:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979997.722477:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560001664, offset 0
00000400:00000200:3.0:1783979997.722481:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979997.722485:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.722489:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979997.722492:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979997.722495:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979997.722497:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979997.722499:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979997.722502:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391026:391026:256:4294967295] 192.168.201.140@tcp LPNI seq info [391001:391001:8:4294967295]
00000400:00000200:3.0:1783979997.722506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.722512:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979997.722517:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.722520:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979997.722524:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979997.722526:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979997.722531:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979997.722533:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979997.722537:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.722538:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979997.722541:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979997.722544:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979997.722546:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979997.722548:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979997.722551:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979997.722555:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722562:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.722565:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722571:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.722572:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979997.722575:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979997.722578:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783979997.722581:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979997.722584:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305392658
00000100:00000001:3.0:1783979997.722586:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305396426
00000100:00000001:3.0:1783979997.722589:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305392658
00000100:00000001:3.0:1783979997.722591:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305396427
00000100:00000001:3.0:1783979997.722593:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979997.722595:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.722597:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979997.722601:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979997/real 1783979997]  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979997.722609:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979997.722611:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979997.722612:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979997.722615:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979997.722616:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979997.722619:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979997.722622:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979997.722630:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722641:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979997.722643:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722645:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.722646:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979997.722649:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722655:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979997.722659:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722666:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979997.722668:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722670:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.722671:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722673:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979997.722675:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979997.722678:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979997.722680:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979997.722682:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979997.722686:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979997.722693:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001664:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979997.722697:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979997.722700:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722707:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979997.722709:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.722711:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979997.722713:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979997.722715:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979997.722718:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001792:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979997.722721:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979997.722723:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979997.722724:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.722726:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979997.722729:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979997.722731:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.722734:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979997.722736:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979997.722740:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979997.722742:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560001792, portal 10
00000100:00000001:3.0:1783979997.722745:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979997.722746:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:3.0:1783979997.722752:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722758:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979997.722760:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979997.722762:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979997.722764:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560001792, offset 0
00000400:00000200:3.0:1783979997.722767:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979997.722771:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.722774:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979997.722777:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979997.722780:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979997.722782:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979997.722785:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979997.722787:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391027:391027:256:4294967295] 192.168.201.140@tcp LPNI seq info [391002:391002:8:4294967295]
00000400:00000200:3.0:1783979997.722791:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.722796:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979997.722802:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.722805:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979997.722809:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979997.722811:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979997.722815:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979997.722818:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979997.722821:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.722823:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979997.722826:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979997.722829:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979997.722832:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979997.722833:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979997.722836:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979997.722839:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722846:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.722849:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722855:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.722857:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979997.722860:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979997.722863:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783979997.722867:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979997.722869:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305392654
00000100:00000001:3.0:1783979997.722871:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305396426
00000100:00000001:3.0:1783979997.722873:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305392654
00000100:00000001:3.0:1783979997.722875:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305396427
00000100:00000001:3.0:1783979997.722877:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979997.722879:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.722881:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979997.722885:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979997/real 1783979997]  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979997.722893:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979997.722894:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979997.722896:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979997.722899:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979997.722900:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979997.722902:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979997.722905:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979997.722913:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722920:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979997.722922:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722924:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.722925:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979997.722928:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722935:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979997.722938:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722945:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979997.722948:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722949:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.722950:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.722952:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979997.722953:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979997.722956:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979997.722960:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979997.722962:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979997.722966:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979997.722973:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001792:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783979997.722978:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979997.722981:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.722988:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979997.722989:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.722992:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979997.722993:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979997.722995:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979997.722998:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001920:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979997.723001:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979997.723003:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979997.723004:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.723006:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979997.723010:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979997.723012:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.723015:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979997.723018:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979997.723021:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979997.723023:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560001920, portal 4
00000100:00000001:3.0:1783979997.723025:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979997.723026:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:3.0:1783979997.723033:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723039:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979997.723041:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979997.723043:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979997.723045:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560001920, offset 0
00000400:00000200:3.0:1783979997.723078:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979997.723081:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.723084:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979997.723087:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979997.723090:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979997.723092:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979997.723094:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979997.723097:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391028:391028:256:4294967295] 192.168.201.140@tcp LPNI seq info [391003:391003:8:4294967295]
00000400:00000200:3.0:1783979997.723101:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.723107:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979997.723111:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.723114:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979997.723118:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979997.723120:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979997.723124:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979997.723127:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979997.723131:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.723132:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979997.723135:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979997.723138:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979997.723142:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979997.723143:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979997.723145:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979997.723149:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723156:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.723159:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723166:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.723167:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979997.723170:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979997.723174:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783979997.723176:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979997.723178:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305392682
00000100:00000001:3.0:1783979997.723181:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305396426
00000100:00000001:3.0:1783979997.723183:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305392682
00000100:00000001:3.0:1783979997.723185:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305396427
00000100:00000001:3.0:1783979997.723187:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979997.723188:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.723190:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979997.723193:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979997/real 1783979997]  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979997.723200:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979997.723201:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979997.723203:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979997.723205:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979997.723206:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979997.723209:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979997.723211:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979997.723219:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723226:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979997.723227:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723229:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.723230:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979997.723233:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723239:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979997.723243:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723248:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979997.723251:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723252:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.723253:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723255:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979997.723256:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979997.723259:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979997.723262:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979997.723263:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979997.723267:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979997.723274:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560001920:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979997.723277:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783979997.723281:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723287:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783979997.723289:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.723291:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783979997.723294:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783979997.723296:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783979997.723298:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002048:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979997.723301:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783979997.723303:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783979997.723304:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783979997.723306:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783979997.723309:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979997.723311:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783979997.723313:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783979997.723316:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783979997.723319:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783979997.723322:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560002048, portal 4
00000100:00000001:3.0:1783979997.723324:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783979997.723325:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:3.0:1783979997.723330:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723335:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783979997.723337:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783979997.723340:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783979997.723342:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560002048, offset 0
00000400:00000200:3.0:1783979997.723345:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783979997.723349:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.723352:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783979997.723355:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783979997.723357:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783979997.723359:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783979997.723361:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783979997.723364:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391029:391029:256:4294967295] 192.168.201.140@tcp LPNI seq info [391004:391004:8:4294967295]
00000400:00000200:3.0:1783979997.723368:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783979997.723374:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783979997.723378:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.723382:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783979997.723385:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783979997.723388:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1783979997.723391:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783979997.723394:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1783979997.723397:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783979997.723399:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783979997.723401:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783979997.723404:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783979997.723407:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783979997.723409:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783979997.723411:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783979997.723414:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723439:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.723442:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980022 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723449:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.723450:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783979997.723453:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783979997.723456:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783979997.723459:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783979997.723461:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305392684
00000100:00000001:3.0:1783979997.723463:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305396426
00000100:00000001:3.0:1783979997.723465:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305392684
00000100:00000001:3.0:1783979997.723467:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305396427
00000100:00000001:3.0:1783979997.723469:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783979997.723470:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.723472:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783979997.723475:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783979997/real 1783979997]  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783979997.723483:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783979997.723484:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783979997.723485:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783979997.723488:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783979997.723489:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783979997.723492:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783979997.723495:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783979997.723503:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723508:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783979997.723510:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723512:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.723513:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783979997.723516:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723522:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783979997.723525:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723532:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783979997.723535:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723536:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783979997.723538:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723540:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783979997.723541:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783979997.723544:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783979997.723547:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783979997.723549:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783979997.723553:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783979997.723560:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002048:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783979997.723565:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723567:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.723571:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627560001664/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723578:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979997.723580:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979997.723582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783979997.723585:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979997.723587:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979997.723590:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979997.723592:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979997.723593:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783979997.723597:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979997.723598:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979997.723600:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:3.0:1783979997.723603:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979997.723604:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723606:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.723610:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627560001792/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723616:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979997.723618:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979997.723619:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783979997.723621:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979997.723622:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979997.723624:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783979997.723626:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979997.723627:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:3.0:1783979997.723629:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979997.723630:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979997.723632:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:3.0:1783979997.723634:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979997.723635:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723636:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.723638:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627560001920/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723642:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979997.723643:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979997.723643:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783979997.723645:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979997.723645:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979997.723646:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979997.723647:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979997.723648:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783979997.723649:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979997.723650:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979997.723651:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:3.0:1783979997.723652:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979997.723653:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723654:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783979997.723656:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627560002048/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980022 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783979997.723659:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783979997.723660:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783979997.723661:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783979997.723662:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783979997.723662:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783979997.723663:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783979997.723664:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783979997.723664:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783979997.723665:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783979997.723666:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783979997.723667:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:3.0:1783979997.723668:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783979997.723668:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723670:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783979997.723674:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783979997.723675:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783979997.723676:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783979997.723677:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979998.489181:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979998.489188:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979998.489194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979998.489196:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979998.489199:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979998.489200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979998.489285:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979998.489289:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979998.489293:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783979999.513182:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979999.513189:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979999.513194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979999.513195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783979999.513199:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783979999.513200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783979999.513329:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783979999.513334:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783979999.513337:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980000.537233:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980000.537240:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980000.537245:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980000.537246:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980000.537249:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980000.537250:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980000.537405:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980000.537410:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980000.537413:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783980001.561172:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305396427, at 4305396480
00010000:00000001:1.0:1783980001.561182:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980001.561190:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000010:3.0:1783980001.561190:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c36c0.
00010000:00000001:1.0:1783980001.561193:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980001.561198:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980001.561202:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980001.561204:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980001.561206:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980001.561209:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980001.561218:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980001.561221:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980001.561223:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980001.561226:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980001.561230:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980001.561232:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980001.561234:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980001.561240:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980001.561240:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305396426, at 4305396480
00010000:00000001:1.0:1783980001.561247:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980001.561251:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980001.561256:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3d80.
00000020:00000001:0.0:1783980001.561319:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980001.561323:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980001.561326:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980002.585157:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980002.585164:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980002.585169:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980002.585170:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980002.585173:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980002.585176:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783980002.585931:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783980002.585937:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783980002.585942:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783980002.841221:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783980002.841233:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783980002.841235:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980002.841240:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783980002.841244:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783980002.841252:0:180700:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10725
00000400:00000200:3.0:1783980002.841263:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980002.841270:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783980002.841274:0:180700:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783980002.841278:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841281:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980002.841284:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841286:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783980002.841291:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980002.841294:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783980002.841297:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783980002.841300:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783980002.841302:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783980002.841304:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783980002.841307:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841309:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980002.841310:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841311:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783980002.841313:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783980002.841315:0:180700:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841317:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980002.841319:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783980002.841322:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980002.841325:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841327:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783980002.841329:0:180700:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783980002.841351:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686300.
00000020:00000040:3.0:1783980002.841355:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783980002.841360:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783980002.841361:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841365:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980002.841367:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783980002.841372:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783980002.841382:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065bc00.
00000100:00000001:3.0:1783980002.841391:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980002.841403:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783980002.841415:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783980002.841421:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980002.841425:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0d78895] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980002.841446:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980002.841448:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783980002.841451:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783980002.841452:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980002.841453:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783980002.841455:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783980002.841457:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10725
00000400:00000200:3.0:1783980002.841460:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980002.841462:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783980002.841464:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783980002.841467:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841469:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980002.841471:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841474:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783980002.841476:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980002.841477:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000100:00000001:2.0:1783980002.841479:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1783980002.841480:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783980002.841482:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:2.0:1783980002.841485:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1783980002.841486:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:2.0:1783980002.841491:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783980002.841491:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783980002.841499:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000040:2.0:1783980002.841502:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980002.841502:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980002.841507:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841512:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783980002.841516:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:3.0:1783980002.841522:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980002.841523:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980002.841526:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.841528:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980002.841530:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980002.841535:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980002.841538:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980002.841539:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980002.841543:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.841545:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841546:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783980002.841553:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1783980002.841554:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560002176:192.168.201.140@tcp:250:kworker.0
00000008:00000001:3.0:1783980002.841559:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.841562:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783980002.841563:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783980002.841567:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783980002.841569:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783980002.841571:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783980002.841572:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841576:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980002.841578:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980002.841580:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980002.841580:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.841586:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783980002.841587:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783980002.841591:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1783980002.841593:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980002.841599:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
00000100:00100000:3.0:1783980002.841600:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1783980002.841604:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841611:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783980002.841614:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980002.841619:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783980002.841625:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980002.841633:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980002.841636:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1783980002.841638:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000100:00080000:3.0:1783980002.841641:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783980002.841644:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980002.841646:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1783980002.841648:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000001:3.0:1783980002.841649:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783980002.841655:0:180700:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10725
00000100:00000200:2.0:1783980002.841659:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560002176, portal 25
00000400:00000200:3.0:1783980002.841659:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980002.841665:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1783980002.841666:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:2.0:1783980002.841669:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185220864 : -128863524330752 : ffff8acc9f686300)
00000100:00080000:3.0:1783980002.841670:0:180700:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783980002.841676:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841680:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980002.841681:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783980002.841685:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841689:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783980002.841692:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980002.841693:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783980002.841695:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783980002.841697:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000100:00000001:2.0:1783980002.841703:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1783980002.841706:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783980002.841711:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000020:00000001:3.0:1783980002.841711:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783980002.841718:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841720:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1783980002.841722:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054440.
00000100:00000040:3.0:1783980002.841723:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841728:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000200:2.0:1783980002.841730:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560002176, offset 0
00000020:00000040:3.0:1783980002.841731:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783980002.841735:0:180700:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841744:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.841748:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
02000000:00000001:3.0:1783980002.841749:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783980002.841753:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980002.841756:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841758:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783980002.841759:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1783980002.841763:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000008:00000001:3.0:1783980002.841764:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841768:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783980002.841772:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000400:00000200:2.0:1783980002.841776:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000020:00000040:3.0:1783980002.841777:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783980002.841783:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783980002.841785:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.841787:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783980002.841788:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980002.841792:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783980002.841793:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.841795:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
02000000:00000010:3.0:1783980002.841799:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658400.
00000400:00000200:2.0:1783980002.841803:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783980002.841805:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980002.841811:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1783980002.841822:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841824:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783980002.841828:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.841830:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391030:391030:256:4294967295] 192.168.201.140@tcp LPNI seq info [391005:391005:8:4294967295]
00000100:00000040:3.0:1783980002.841836:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783980002.841840:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980002.841850:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980002.841855:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1783980002.841860:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1783980002.841861:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783980002.841866:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980002.841868:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783980002.841873:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1783980002.841874:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00080000:3.0:1783980002.841878:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10725
00000800:00000010:2.0:1783980002.841881:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000400:00000200:3.0:1783980002.841886:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980002.841891:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000800:00000200:2.0:1783980002.841894:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00080000:3.0:1783980002.841896:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1783980002.841901:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1783980002.841903:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841909:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1783980002.841913:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000040:3.0:1783980002.841914:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841920:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000800:00000200:2.1:1783980002.841920:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1783980002.841922:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980002.841925:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:3.0:1783980002.841928:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783980002.841930:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000800:00000100:2.0:1783980002.841931:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000020:00000001:3.0:1783980002.841933:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783980002.841936:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000800:00000010:2.0:1783980002.841938:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000100:00000040:3.0:1783980002.841940:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841942:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980002.841944:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841946:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:2.0:1783980002.841948:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1783980002.841948:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:3.0:1783980002.841952:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980002.841955:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980002.841957:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1783980002.841960:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1783980002.841961:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980002.841965:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841966:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783980002.841968:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1783980002.841970:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054440
00000008:00000001:3.0:1783980002.841971:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841974:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783980002.841975:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054440.
00000100:00000010:3.0:1783980002.841978:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783980002.841981:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000001:2.0:1783980002.841982:0:2401:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1783980002.841983:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783980002.841985:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980002.841987:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980002.841989:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1783980002.841990:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783980002.841991:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783980002.841995:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b000.
00000100:00000001:3.0:1783980002.841999:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980002.842006:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980002.842008:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1783980002.842013:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1783980002.842017:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980002.842017:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980002.842023:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842036:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842038:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783980002.842045:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.842076:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980002.842080:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305401547
00000100:00000001:3.0:1783980002.842085:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980002.842087:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627840.
00000100:00080000:3.0:1783980002.842090:0:180700:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783980002.842094:0:180700:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1783980002.842096:0:180700:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980002.842098:0:180700:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980002.842101:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783980002.842102:0:180700:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783980002.842107:0:180700:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10725
00000100:00000001:2.0:1783980002.842111:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305401547
00000400:00000200:3.0:1783980002.842114:0:180700:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000010:2.0:1783980002.842118:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627360.
00000400:00000200:3.0:1783980002.842120:0:180700:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:2.0:1783980002.842125:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00080000:3.0:1783980002.842125:0:180700:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783980002.842131:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980002.842132:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980002.842133:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980002.842136:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.842139:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783980002.842140:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1783980002.842141:0:180700:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980002.842143:0:180700:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783980002.842145:0:180700:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1783980002.842146:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1783980002.842147:0:180700:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783980002.842151:0:180700:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783980002.842152:0:180700:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783980002.842156:0:180700:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00100000:2.0:1783980002.842157:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980002/real 1783980002]  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980002.842157:0:180700:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980002.842161:0:180700:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980002.842164:0:180700:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783980002.842169:0:180700:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783980002.842173:0:180700:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980002.842177:0:180700:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1783980002.842179:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1783980002.842179:0:180700:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1783980002.842182:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1783980002.842184:0:180700:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1783980002.842186:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
02000000:00000001:3.0:1783980002.842187:0:180700:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.842190:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000100:00000001:3.0:1783980002.842190:0:180700:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783980002.842192:0:180700:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1783980002.842194:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000008:00000001:3.0:1783980002.842197:0:180700:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842198:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1783980002.842201:0:180700:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1783980002.842204:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1783980002.842208:0:180700:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
00000020:00000040:3.0:1783980002.842214:0:180700:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00000200:2.0:1783980002.842215:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1783980002.842219:0:180700:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783980002.842222:0:180700:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842223:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980002.842226:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980002.842226:0:180700:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980002.842230:0:180700:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783980002.842232:0:180700:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783980002.842236:0:180700:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:2.0:1783980002.842238:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980002.842242:0:180700:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842243:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980002.842253:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980002.842253:0:180700:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783980002.842278:0:180700:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783980002.842282:0:180700:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842287:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980002.842287:0:180700:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980002.842298:0:180700:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980002.842300:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1783980002.842304:0:180700:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10735)
00000100:00000001:2.0:1783980002.842313:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980002.842317:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842319:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.842320:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842323:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980002.842325:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980002.842327:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980002.842331:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980002.842344:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980002.842348:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980002.842354:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560002176:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783980002.842358:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842359:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.842361:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686300 x1870627560002176/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842370:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980002.842373:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980002.842376:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783980002.842379:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980002.842381:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980002.842383:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783980002.842386:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980002.842388:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065bc00.
02000000:00000001:2.0:1783980002.842393:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980002.842395:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980002.842396:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686300.
00000100:00000001:2.0:1783980002.842400:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980002.842401:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842403:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842412:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783980002.842414:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842417:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783980002.842418:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783980002.842420:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783980002.842423:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842430:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783980002.842431:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.842434:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783980002.842435:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980002.842438:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980002.842440:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783980002.842443:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783980002.842445:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783980002.842447:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.842449:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783980002.842452:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783980002.842453:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.842457:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783980002.842460:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783980002.842464:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783980002.842467:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560002304, portal 10
00000100:00000001:2.0:1783980002.842469:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783980002.842471:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:2.0:1783980002.842477:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842482:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783980002.842483:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783980002.842485:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054440.
00000100:00000200:2.0:1783980002.842487:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560002304, offset 0
00000400:00000200:2.0:1783980002.842489:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783980002.842492:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980002.842495:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783980002.842497:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783980002.842498:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783980002.842500:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783980002.842502:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783980002.842504:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391031:391031:256:4294967295] 192.168.201.140@tcp LPNI seq info [391006:391006:8:4294967295]
00000400:00000200:2.0:1783980002.842506:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980002.842510:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783980002.842513:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980002.842515:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783980002.842518:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783980002.842520:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783980002.842523:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783980002.842525:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783980002.842528:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980002.842529:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783980002.842531:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783980002.842533:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783980002.842535:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054440
00000400:00000010:2.0:1783980002.842536:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054440.
00000100:00000001:2.0:1783980002.842538:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783980002.842540:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842548:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.842550:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842556:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842558:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783980002.842561:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980002.842565:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:2.0:1783980002.842568:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980002.842570:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305397778
00000100:00000001:2.0:1783980002.842572:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305401547
00000100:00000001:2.0:1783980002.842574:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305397778
00000100:00000001:2.0:1783980002.842576:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305401547
00000100:00000001:2.0:1783980002.842578:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783980002.842580:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842581:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783980002.842584:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980002/real 1783980002]  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980002.842589:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783980002.842590:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980002.842591:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783980002.842592:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783980002.842593:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783980002.842595:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783980002.842596:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980002.842601:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842609:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980002.842610:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842611:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.842612:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980002.842616:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842622:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980002.842626:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842632:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980002.842634:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842636:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.842637:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842639:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980002.842641:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980002.842644:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980002.842647:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980002.842649:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980002.842653:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980002.842658:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002304:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783980002.842661:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783980002.842663:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842668:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783980002.842668:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.842670:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783980002.842672:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980002.842673:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980002.842675:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783980002.842677:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783980002.842678:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783980002.842679:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.842680:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783980002.842683:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783980002.842684:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.842686:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783980002.842688:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783980002.842691:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783980002.842693:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560002432, portal 10
00000100:00000001:2.0:1783980002.842694:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783980002.842696:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783980002.842701:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842707:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783980002.842709:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783980002.842711:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054440.
00000100:00000200:2.0:1783980002.842713:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560002432, offset 0
00000400:00000200:2.0:1783980002.842717:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783980002.842721:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980002.842724:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783980002.842727:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783980002.842730:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783980002.842732:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783980002.842734:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783980002.842737:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391032:391032:256:4294967295] 192.168.201.140@tcp LPNI seq info [391007:391007:8:4294967295]
00000400:00000200:2.0:1783980002.842742:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980002.842748:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783980002.842754:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980002.842758:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783980002.842761:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783980002.842764:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783980002.842768:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783980002.842770:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783980002.842774:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980002.842776:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783980002.842779:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783980002.842782:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783980002.842785:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054440
00000400:00000010:2.0:1783980002.842787:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054440.
00000100:00000001:2.0:1783980002.842789:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783980002.842793:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842801:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.842804:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842810:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842812:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783980002.842815:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980002.842818:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783980002.842822:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980002.842824:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305397774
00000100:00000001:2.0:1783980002.842826:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305401547
00000100:00000001:2.0:1783980002.842828:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305397774
00000100:00000001:2.0:1783980002.842830:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305401547
00000100:00000001:2.0:1783980002.842832:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783980002.842834:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.842836:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783980002.842840:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980002/real 1783980002]  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980002.842848:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783980002.842849:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980002.842851:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783980002.842853:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783980002.842854:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783980002.842856:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783980002.842859:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980002.842868:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842874:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980002.842876:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842877:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.842878:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980002.842882:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842888:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980002.842892:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842898:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980002.842900:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842902:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.842903:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.842904:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980002.842906:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980002.842908:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980002.842912:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980002.842914:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980002.842918:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980002.842925:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002432:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783980002.842928:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783980002.842931:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842937:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783980002.842939:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.842941:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783980002.842942:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980002.842944:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980002.842947:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783980002.842951:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783980002.842952:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783980002.842954:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.842955:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783980002.842959:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783980002.842961:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.842964:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783980002.842966:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783980002.842969:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783980002.842972:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560002560, portal 4
00000100:00000001:2.0:1783980002.842974:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783980002.842975:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783980002.842980:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.842986:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783980002.842988:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783980002.842990:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054440.
00000100:00000200:2.0:1783980002.842993:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560002560, offset 0
00000400:00000200:2.0:1783980002.842997:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783980002.843000:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980002.843003:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783980002.843006:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783980002.843008:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783980002.843010:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783980002.843013:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783980002.843015:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391033:391033:256:4294967295] 192.168.201.140@tcp LPNI seq info [391008:391008:8:4294967295]
00000400:00000200:2.0:1783980002.843020:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980002.843026:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783980002.843030:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980002.843034:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783980002.843037:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783980002.843040:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783980002.843044:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783980002.843046:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783980002.843071:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980002.843073:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783980002.843077:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783980002.843080:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783980002.843083:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054440
00000400:00000010:2.0:1783980002.843084:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054440.
00000100:00000001:2.0:1783980002.843087:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783980002.843090:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843097:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.843100:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843107:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.843108:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783980002.843111:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980002.843114:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783980002.843117:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980002.843120:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305397802
00000100:00000001:2.0:1783980002.843122:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305401547
00000100:00000001:2.0:1783980002.843124:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305397802
00000100:00000001:2.0:1783980002.843126:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305401547
00000100:00000001:2.0:1783980002.843128:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783980002.843130:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.843132:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783980002.843135:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980002/real 1783980002]  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980002.843142:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783980002.843144:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980002.843145:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783980002.843147:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783980002.843149:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783980002.843151:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783980002.843155:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980002.843162:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843168:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980002.843170:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843171:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.843172:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980002.843176:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843182:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980002.843185:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843191:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980002.843194:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843196:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.843197:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843198:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980002.843200:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980002.843203:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980002.843207:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980002.843209:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980002.843213:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980002.843221:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002560:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783980002.843225:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783980002.843228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843234:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783980002.843235:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.843238:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783980002.843239:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980002.843241:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980002.843244:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783980002.843247:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783980002.843249:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783980002.843250:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980002.843252:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783980002.843256:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783980002.843257:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980002.843260:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783980002.843263:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000400:00000010:2.0:1783980002.843266:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000200:2.0:1783980002.843269:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560002688, portal 4
00000100:00000001:2.0:1783980002.843271:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783980002.843271:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000040:2.0:1783980002.843276:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843281:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783980002.843283:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783980002.843285:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054440.
00000100:00000200:2.0:1783980002.843287:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560002688, offset 0
00000400:00000200:2.0:1783980002.843291:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783980002.843294:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980002.843298:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783980002.843300:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783980002.843303:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783980002.843306:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783980002.843308:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783980002.843310:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391034:391034:256:4294967295] 192.168.201.140@tcp LPNI seq info [391009:391009:8:4294967295]
00000400:00000200:2.0:1783980002.843314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980002.843320:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783980002.843325:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980002.843328:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
00000800:00000200:2.0:1783980002.843341:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.0:1783980002.843344:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1783980002.843348:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783980002.843351:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1783980002.843355:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980002.843356:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:2.0:1783980002.843359:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1783980002.843362:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1783980002.843365:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054440
00000400:00000010:2.0:1783980002.843367:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054440.
00000100:00000001:2.0:1783980002.843369:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1783980002.843373:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843387:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.843390:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980027 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843397:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.843398:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783980002.843401:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980002.843404:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783980002.843407:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980002.843409:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305397804
00000100:00000001:2.0:1783980002.843412:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305401547
00000100:00000001:2.0:1783980002.843414:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305397804
00000100:00000001:2.0:1783980002.843416:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305401547
00000100:00000001:2.0:1783980002.843418:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783980002.843420:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.843422:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783980002.843425:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980002/real 1783980002]  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980002.843432:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783980002.843434:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980002.843435:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000400:00000200:2.0:1783980002.843437:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783980002.843439:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000100:00000001:2.0:1783980002.843441:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783980002.843444:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980002.843452:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843458:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980002.843460:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843462:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.843463:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980002.843466:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843472:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980002.843476:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843482:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980002.843484:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843486:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980002.843487:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843488:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980002.843489:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980002.843491:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980002.843494:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980002.843495:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980002.843498:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980002.843502:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002688:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783980002.843504:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843506:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.843508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627560002304/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843512:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980002.843513:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980002.843514:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8400.
02000000:00000001:2.0:1783980002.843516:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980002.843518:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980002.843519:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783980002.843521:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980002.843522:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783980002.843524:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980002.843525:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980002.843526:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:2.0:1783980002.843528:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980002.843529:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843530:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.843532:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627560002432/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843536:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980002.843537:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980002.843537:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8000.
02000000:00000001:2.0:1783980002.843538:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980002.843539:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980002.843539:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783980002.843540:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980002.843541:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658400.
02000000:00000001:2.0:1783980002.843542:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980002.843543:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980002.843543:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783980002.843544:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980002.843545:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843546:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.843547:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627560002560/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843551:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980002.843551:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980002.843552:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fb800.
02000000:00000001:2.0:1783980002.843553:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980002.843554:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980002.843554:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783980002.843555:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980002.843556:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b000.
02000000:00000001:2.0:1783980002.843557:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980002.843558:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980002.843559:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783980002.843561:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980002.843562:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843562:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980002.843564:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627560002688/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980027 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980002.843568:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980002.843568:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980002.843569:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fac00.
02000000:00000001:2.0:1783980002.843570:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980002.843571:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980002.843571:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783980002.843572:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980002.843573:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783980002.843574:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980002.843575:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980002.843575:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783980002.843576:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980002.843577:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843578:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980002.843583:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783980002.843584:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980002.843586:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783980002.843588:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980003.609165:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980003.609171:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980003.609176:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980003.609177:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980003.609181:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980003.609182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980003.609280:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980003.609284:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980003.609287:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1783980003.737176:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acc8882c180] -> 12345-192.168.201.40@tcp (6)
00000800:00000200:1.0:1783980003.737184:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.40@tcp ip 192.168.201.40:988
00000800:00000200:1.0:1783980003.737187:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8acc904b0c00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:2.0:1783980003.737390:0:2396:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:3.0:1783980003.737397:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783980003.737413:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:3.0:1783980003.737417:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:3.0:1783980003.737420:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:1.0:1783980004.633278:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980004.633286:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980004.633292:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980004.633293:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980004.633296:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980004.633298:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980004.633373:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980004.633378:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980004.633381:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1783980004.889339:0:180834:0:(osc_request.c:745:osc_update_next_shrink()) next time 11932 to shrink grant
00010000:00000001:1.0:1783980005.657255:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980005.657264:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980005.657272:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980005.657273:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980005.657277:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980005.657279:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980005.658346:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980005.658351:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980005.658355:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783980006.681216:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305401547, at 4305401600
00000100:00000040:2.0:1783980006.681217:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305401547, at 4305401600
00010000:00000001:1.0:1783980006.681219:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980006.681229:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980006.681239:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783980006.681240:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627360.
00010000:00000001:1.0:1783980006.681241:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980006.681243:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627840.
00010000:00000001:1.0:1783980006.681252:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980006.681258:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980006.681260:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980006.681264:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980006.681279:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980006.681280:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980006.681282:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980006.681285:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783980006.681323:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783980006.681328:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783980006.681333:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980007.705168:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980007.705174:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980007.705178:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980007.705179:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980007.705182:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980007.705182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980007.705300:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980007.705307:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980007.705312:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783980007.961284:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980007.961299:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783980007.961302:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980007.961307:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980007.961313:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980007.961323:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10730
00000400:00000200:2.0:1783980007.961334:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980007.961341:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980007.961345:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980007.961349:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961353:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961356:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961358:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980007.961363:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980007.961366:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783980007.961369:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980007.961373:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783980007.961375:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783980007.961378:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783980007.961381:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961383:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961385:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961387:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980007.961390:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783980007.961394:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961396:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980007.961400:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980007.961404:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980007.961408:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961411:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783980007.961414:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980007.961426:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340a80.
00000020:00000040:2.0:1783980007.961431:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783980007.961436:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980007.961437:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961441:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980007.961444:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980007.961449:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980007.961459:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000100:00000001:2.0:1783980007.961467:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980007.961479:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980007.961491:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980007.961497:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980007.961502:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078cfc480] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980007.961537:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980007.961541:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980007.961545:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783980007.961546:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980007.961548:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980007.961552:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980007.961555:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10730
00000400:00000200:2.0:1783980007.961559:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980007.961562:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980007.961565:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980007.961568:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961570:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961572:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961574:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980007.961576:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980007.961577:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783980007.961579:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980007.961581:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783980007.961583:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783980007.961585:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783980007.961588:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961591:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961593:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961595:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980007.961597:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783980007.961600:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961602:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980007.961604:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980007.961611:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980007.961614:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961616:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980007.961621:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783980007.961625:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961627:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980007.961633:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340380.
00000020:00000040:2.0:1783980007.961635:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783980007.961638:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980007.961640:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961641:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980007.961643:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980007.961644:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980007.961649:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000100:00000001:2.0:1783980007.961652:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980007.961657:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980007.961665:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980007.961668:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980007.961671:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dbc9696d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980007.961680:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980007.961683:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980007.961688:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783980007.961690:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980007.961691:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980007.961694:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980007.961696:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10730
00000400:00000200:2.0:1783980007.961700:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980007.961703:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980007.961706:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980007.961709:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961711:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961713:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961715:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980007.961718:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980007.961719:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783980007.961721:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980007.961742:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783980007.961745:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783980007.961747:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783980007.961751:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961753:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961755:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961757:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980007.961759:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783980007.961765:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961768:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980007.961770:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980007.961773:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980007.961776:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961778:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980007.961780:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783980007.961783:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961785:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980007.961789:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341880.
00000020:00000040:2.0:1783980007.961792:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783980007.961795:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980007.961796:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961798:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980007.961799:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980007.961801:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980007.961805:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000100:00000001:2.0:1783980007.961808:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980007.961813:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980007.961821:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980007.961823:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980007.961827:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b7ca787f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980007.961836:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980007.961839:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980007.961843:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783980007.961845:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980007.961846:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980007.961849:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980007.961851:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10730
00000400:00000200:2.0:1783980007.961856:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980007.961858:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980007.961861:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980007.961864:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961866:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961868:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961870:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980007.961873:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980007.961875:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783980007.961876:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980007.961878:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783980007.961880:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783980007.961882:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783980007.961885:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961887:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961889:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961891:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980007.961893:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783980007.961896:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961899:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980007.961900:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980007.961903:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980007.961905:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961906:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980007.961909:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783980007.961911:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961913:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980007.961916:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342300.
00000020:00000040:2.0:1783980007.961918:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783980007.961920:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980007.961921:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.961923:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980007.961924:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980007.961926:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980007.961930:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783980007.961933:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980007.961937:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980007.961953:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980007.961956:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980007.961960:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000973e3903] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980007.961969:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980007.961971:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980007.961975:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783980007.961976:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980007.961978:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980007.961981:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980007.961983:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10730
00000400:00000200:2.0:1783980007.961987:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980007.961990:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980007.961992:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980007.961994:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.961996:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.961998:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.962000:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980007.962002:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980007.962003:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783980007.962004:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980007.962007:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783980007.962008:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783980007.962010:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783980007.962013:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.962014:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980007.962016:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980007.962017:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980007.962019:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783980007.962021:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980007.962023:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980007.962025:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980007.962028:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980007.962030:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.962032:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980007.962034:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783980007.962044:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.962076:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980007.962081:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341180.
00000020:00000040:2.0:1783980007.962084:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783980007.962086:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980007.962088:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980007.962089:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980007.962091:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980007.962093:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980007.962096:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000100:00000001:2.0:1783980007.962100:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980007.962104:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980007.962112:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980007.962114:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980007.962117:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013035e3f] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980007.962125:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980007.962131:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10740)
00000100:00000001:3.0:1783980007.962203:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980007.962208:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980007.962211:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980007.962218:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962227:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980007.962229:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.962233:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980007.962236:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980007.962238:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980007.962242:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560002816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783980007.962256:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980007.962261:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980007.962264:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.962267:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980007.962273:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783980007.962275:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980007.962281:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980007.962285:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980007.962292:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980007.962301:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560002816, portal 25
00000100:00000001:3.0:1783980007.962304:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980007.962306:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896577664 : -128863812973952 : ffff8acc8e340a80)
00000100:00000040:3.0:1783980007.962311:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962318:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980007.962321:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980007.962324:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980007.962327:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560002816, offset 0
00000400:00000200:3.0:1783980007.962335:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980007.962344:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.962351:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980007.962357:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980007.962361:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980007.962366:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980007.962368:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980007.962373:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391035:391035:256:4294967295] 192.168.201.140@tcp LPNI seq info [391010:391010:8:4294967295]
00000400:00000200:3.0:1783980007.962378:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.962387:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980007.962393:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.962399:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980007.962406:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980007.962411:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783980007.962417:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980007.962421:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783980007.962443:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.962447:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980007.962454:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980007.962460:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980007.962466:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980007.962469:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980007.962475:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980007.962479:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962489:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.962492:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962498:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.962500:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980007.962508:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980007.962512:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980007.962515:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305406667
00000100:00000010:3.0:1783980007.962520:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c36c0.
00000100:00000001:3.0:1783980007.962529:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783980007.962535:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305406667
00000100:00000010:3.0:1783980007.962538:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3960.
00000100:00000001:3.0:1783980007.962541:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783980007.962544:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980007.962547:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.962550:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980007.962554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980007/real 1783980007]  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980007.962565:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980007.962566:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980007.962569:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980007.962572:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980007.962573:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980007.962577:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980007.962581:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980007.962589:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962596:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980007.962598:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.962601:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.962603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980007.962607:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962615:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980007.962620:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962628:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980007.962631:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.962633:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.962634:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.962636:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980007.962638:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980007.962642:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980007.962646:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980007.962649:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980007.962654:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980007.962663:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560002816:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783980007.962668:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980007.962671:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962678:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980007.962680:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.962682:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980007.962684:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980007.962685:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980007.962688:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980007.962692:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980007.962694:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980007.962696:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.962697:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980007.962701:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783980007.962703:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980007.962707:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980007.962709:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980007.962713:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980007.962716:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560002944, portal 10
00000100:00000001:3.0:1783980007.962717:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980007.962719:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896575872 : -128863812975744 : ffff8acc8e340380)
00000100:00000040:3.0:1783980007.962726:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962733:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980007.962735:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980007.962737:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980007.962740:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560002944, offset 0
00000400:00000200:3.0:1783980007.962744:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980007.962748:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.962752:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980007.962755:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980007.962757:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980007.962759:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980007.962761:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980007.962764:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391036:391036:256:4294967295] 192.168.201.140@tcp LPNI seq info [391011:391011:8:4294967295]
00000400:00000200:3.0:1783980007.962768:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.962774:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980007.962779:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.962783:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980007.962787:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980007.962789:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783980007.962793:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980007.962796:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783980007.962800:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.962802:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980007.962805:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980007.962808:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980007.962811:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980007.962812:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980007.962815:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980007.962818:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962826:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.962828:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962835:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.962836:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980007.962839:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980007.962844:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783980007.962847:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980007.962850:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305402898
00000100:00000001:3.0:1783980007.962852:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305406667
00000100:00000001:3.0:1783980007.962855:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305402898
00000100:00000001:3.0:1783980007.962857:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305406667
00000100:00000001:3.0:1783980007.962859:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980007.962861:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.962863:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980007.962867:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980007/real 1783980007]  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980007.962875:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980007.962876:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980007.962878:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980007.962880:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980007.962882:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980007.962884:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980007.962887:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980007.962895:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962902:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980007.962904:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.962905:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.962907:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980007.962911:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962918:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980007.962922:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962929:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980007.962931:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.962933:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.962934:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.962936:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980007.962938:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980007.962940:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980007.962943:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980007.962945:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980007.962949:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980007.962956:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560002944:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980007.962959:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980007.962963:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.962970:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980007.962971:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.962973:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980007.962975:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980007.962977:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980007.962980:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980007.962983:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980007.962985:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980007.962986:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.962988:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980007.962992:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783980007.962994:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980007.962997:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980007.963000:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980007.963003:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980007.963006:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560003072, portal 10
00000100:00000001:3.0:1783980007.963007:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980007.963009:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896581248 : -128863812970368 : ffff8acc8e341880)
00000100:00000040:3.0:1783980007.963015:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963020:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980007.963022:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980007.963024:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980007.963027:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560003072, offset 0
00000400:00000200:3.0:1783980007.963031:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980007.963034:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.963038:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980007.963041:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980007.963043:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980007.963045:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980007.963076:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980007.963079:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391037:391037:256:4294967295] 192.168.201.140@tcp LPNI seq info [391012:391012:8:4294967295]
00000400:00000200:3.0:1783980007.963083:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.963089:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980007.963093:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.963097:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980007.963100:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980007.963103:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783980007.963106:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980007.963109:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783980007.963113:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.963115:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980007.963118:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980007.963121:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980007.963124:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980007.963126:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980007.963129:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980007.963133:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963141:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.963143:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963149:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.963150:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980007.963153:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980007.963157:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783980007.963159:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980007.963161:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305402895
00000100:00000001:3.0:1783980007.963164:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305406667
00000100:00000001:3.0:1783980007.963166:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305402895
00000100:00000001:3.0:1783980007.963168:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305406667
00000100:00000001:3.0:1783980007.963170:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980007.963172:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.963174:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980007.963178:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980007/real 1783980007]  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980007.963184:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980007.963186:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980007.963188:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980007.963190:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980007.963191:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980007.963193:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980007.963196:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980007.963203:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963210:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980007.963211:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963213:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.963214:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980007.963218:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963224:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980007.963228:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963234:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980007.963236:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963238:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.963239:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963241:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980007.963254:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980007.963257:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980007.963260:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980007.963263:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980007.963266:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980007.963274:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003072:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980007.963277:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980007.963280:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963286:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980007.963288:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.963291:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980007.963292:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980007.963294:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980007.963297:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980007.963300:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980007.963302:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980007.963304:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.963306:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980007.963310:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783980007.963311:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980007.963315:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980007.963318:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980007.963321:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980007.963323:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560003200, portal 4
00000100:00000001:3.0:1783980007.963325:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980007.963326:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583936 : -128863812967680 : ffff8acc8e342300)
00000100:00000040:3.0:1783980007.963331:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963337:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980007.963340:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980007.963342:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980007.963344:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560003200, offset 0
00000400:00000200:3.0:1783980007.963348:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980007.963351:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.963355:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980007.963358:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980007.963360:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980007.963362:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980007.963365:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980007.963368:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391038:391038:256:4294967295] 192.168.201.140@tcp LPNI seq info [391013:391013:8:4294967295]
00000400:00000200:3.0:1783980007.963371:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.963377:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980007.963382:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.963385:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980007.963389:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980007.963392:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783980007.963397:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980007.963400:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783980007.963404:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.963406:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980007.963409:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980007.963412:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980007.963414:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980007.963416:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980007.963419:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980007.963422:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963430:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.963433:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963439:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.963441:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980007.963443:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980007.963446:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783980007.963449:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980007.963451:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305402922
00000100:00000001:3.0:1783980007.963454:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305406667
00000100:00000001:3.0:1783980007.963456:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305402922
00000100:00000001:3.0:1783980007.963458:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305406667
00000100:00000001:3.0:1783980007.963460:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980007.963463:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.963464:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980007.963468:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980007/real 1783980007]  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980007.963476:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980007.963478:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980007.963480:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980007.963482:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980007.963484:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980007.963486:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980007.963489:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980007.963498:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963504:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980007.963505:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963507:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.963509:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980007.963512:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963518:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980007.963522:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963528:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980007.963530:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963532:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.963533:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963535:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980007.963537:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980007.963539:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980007.963542:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980007.963545:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980007.963549:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980007.963557:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003200:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980007.963561:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980007.963565:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963571:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980007.963572:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.963575:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980007.963576:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980007.963578:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980007.963580:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980007.963584:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980007.963585:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980007.963587:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980007.963589:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980007.963593:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783980007.963595:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980007.963599:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980007.963602:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980007.963604:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980007.963607:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560003328, portal 4
00000100:00000001:3.0:1783980007.963609:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980007.963611:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896579456 : -128863812972160 : ffff8acc8e341180)
00000100:00000040:3.0:1783980007.963617:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963624:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980007.963626:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980007.963628:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980007.963630:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560003328, offset 0
00000400:00000200:3.0:1783980007.963635:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980007.963638:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.963642:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980007.963644:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980007.963647:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980007.963649:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980007.963651:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980007.963654:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391039:391039:256:4294967295] 192.168.201.140@tcp LPNI seq info [391014:391014:8:4294967295]
00000400:00000200:3.0:1783980007.963658:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980007.963664:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980007.963668:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.963672:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980007.963676:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980007.963678:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1783980007.963682:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980007.963685:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1783980007.963689:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980007.963691:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980007.963694:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980007.963697:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980007.963700:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980007.963702:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980007.963705:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980007.963708:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963716:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.963719:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980032 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963726:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.963728:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980007.963731:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980007.963734:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783980007.963737:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980007.963739:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305402924
00000100:00000001:3.0:1783980007.963742:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305406667
00000100:00000001:3.0:1783980007.963744:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305402924
00000100:00000001:3.0:1783980007.963746:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305406667
00000100:00000001:3.0:1783980007.963749:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980007.963751:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.963753:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980007.963756:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980007/real 1783980007]  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980007.963764:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980007.963765:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980007.963767:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980007.963769:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980007.963771:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980007.963773:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980007.963777:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980007.963785:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963793:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980007.963794:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963796:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.963798:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980007.963801:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963806:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980007.963809:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963815:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980007.963817:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963819:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980007.963820:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963821:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980007.963823:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980007.963825:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980007.963828:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980007.963830:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980007.963834:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980007.963842:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003328:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980007.963846:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963848:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.963852:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340a80 x1870627560002816/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963858:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980007.963861:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980007.963864:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b400.
02000000:00000001:3.0:1783980007.963867:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980007.963869:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980007.963871:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783980007.963874:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980007.963877:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:3.0:1783980007.963882:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980007.963884:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980007.963886:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340a80.
00000100:00000001:3.0:1783980007.963889:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980007.963891:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963892:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.963896:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340380 x1870627560002944/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963908:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980007.963909:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980007.963911:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783980007.963913:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980007.963914:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980007.963915:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980007.963917:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980007.963918:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783980007.963920:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980007.963921:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980007.963922:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340380.
00000100:00000001:3.0:1783980007.963924:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980007.963925:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963927:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.963931:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341880 x1870627560003072/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963937:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980007.963938:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980007.963939:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783980007.963942:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980007.963943:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980007.963944:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980007.963946:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980007.963947:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:3.0:1783980007.963949:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980007.963950:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980007.963952:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341880.
00000100:00000001:3.0:1783980007.963954:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980007.963956:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963957:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.963961:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342300 x1870627560003200/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963967:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980007.963968:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980007.963970:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783980007.963972:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980007.963973:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980007.963974:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980007.963976:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980007.963978:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
02000000:00000001:3.0:1783980007.963980:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980007.963981:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980007.963983:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342300.
00000100:00000001:3.0:1783980007.963985:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980007.963987:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.963989:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980007.963992:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341180 x1870627560003328/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980032 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980007.963998:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980007.964000:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980007.964001:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783980007.964003:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980007.964004:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980007.964006:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980007.964008:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980007.964009:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783980007.964011:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980007.964012:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980007.964013:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341180.
00000100:00000001:3.0:1783980007.964015:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980007.964016:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.964018:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980007.964027:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980007.964029:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980007.964032:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980007.964033:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980008.729178:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980008.729184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980008.729190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980008.729191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980008.729194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980008.729195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980008.729304:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980008.729312:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980008.729317:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980009.753159:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980009.753170:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980009.753179:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980009.753180:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980009.753184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980009.753185:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980009.753262:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980009.753268:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980009.753271:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980010.777217:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980010.777226:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980010.777234:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980010.777235:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980010.777239:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980010.777240:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980010.777363:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980010.777368:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980010.777372:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980011.801226:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980011.801241:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980011.801245:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000040:3.0:1783980011.801245:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305406667, at 4305406720
00010000:00000001:1.0:1783980011.801250:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980011.801256:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980011.801260:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783980011.801262:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3960.
00010000:00000001:1.0:1783980011.801263:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980011.801269:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980011.801275:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980011.801277:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980011.801279:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980011.801280:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980011.801282:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980011.801283:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980011.801285:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980011.801287:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980011.801292:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980011.801294:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980011.801385:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305406667, at 4305406720
00000100:00000010:2.0:1783980011.801392:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c36c0.
00000020:00000001:0.0:1783980011.801456:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980011.801460:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980011.801464:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980012.825209:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980012.825216:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980012.825221:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980012.825221:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980012.825224:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980012.825225:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980012.825291:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980012.825297:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980012.825308:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1783980013.081934:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783980013.081950:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1783980013.081954:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783980013.081959:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783980013.081965:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783980013.081975:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10735
00000400:00000200:1.0:1783980013.081986:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783980013.081995:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783980013.081998:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783980013.082002:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082005:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082008:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082011:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783980013.082027:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783980013.082029:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:1.0:1783980013.082033:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783980013.082037:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:1.0:1783980013.082040:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:1.0:1783980013.082043:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:1.0:1783980013.082070:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082073:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082076:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082078:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783980013.082082:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:1.0:1783980013.082086:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082089:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783980013.082093:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783980013.082097:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783980013.082101:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082103:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1783980013.082107:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783980013.082120:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad996680.
00000020:00000040:1.0:1783980013.082124:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:1.0:1783980013.082129:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783980013.082131:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082136:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783980013.082141:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783980013.082146:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783980013.082169:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f658800.
00000100:00000001:1.0:1783980013.082176:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783980013.082187:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783980013.082199:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783980013.082205:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783980013.082210:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e802737] to pc [ptlrpcd_rcv+-1]  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980013.082239:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783980013.082242:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783980013.082246:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1783980013.082247:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783980013.082250:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783980013.082253:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783980013.082264:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10735
00000400:00000200:1.0:1783980013.082269:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783980013.082273:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783980013.082275:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783980013.082279:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082282:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082285:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082287:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783980013.082290:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783980013.082291:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:1.0:1783980013.082293:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1783980013.082294:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1783980013.082296:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:1.0:1783980013.082300:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:3.0:1783980013.082302:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980013.082306:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1783980013.082308:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:1.0:1783980013.082316:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000040:3.0:1783980013.082316:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980013.082321:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082324:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082329:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783980013.082334:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000001:3.0:1783980013.082336:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1783980013.082340:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980013.082341:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082346:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.082347:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1783980013.082349:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783980013.082351:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980013.082354:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980013.082357:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560003456:192.168.201.140@tcp:250:kworker.0
02000000:00000001:1.0:1783980013.082358:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980013.082361:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1783980013.082363:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082367:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1783980013.082368:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980013.082372:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1783980013.082373:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1783980013.082376:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1783980013.082378:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082381:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783980013.082383:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
00000100:00000010:1.0:1783980013.082386:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad997800.
02000000:00000001:3.0:1783980013.082387:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980013.082396:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000040:1.0:1783980013.082404:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783980013.082408:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783980013.082410:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082412:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783980013.082413:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783980013.082415:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783980013.082419:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65b000.
00000100:00000001:1.0:1783980013.082424:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783980013.082430:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783980013.082437:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783980013.082439:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783980013.082443:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005854df2a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980013.082450:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783980013.082453:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783980013.082457:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1783980013.082458:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783980013.082460:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783980013.082462:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783980013.082464:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10735
00000400:00000200:1.0:1783980013.082468:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783980013.082470:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783980013.082473:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783980013.082475:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082477:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082479:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082481:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783980013.082483:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783980013.082484:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:1.0:1783980013.082485:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783980013.082487:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:1.0:1783980013.082489:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:1.0:1783980013.082491:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:1.0:1783980013.082493:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082495:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082497:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082499:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783980013.082501:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:1.0:1783980013.082504:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082506:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783980013.082508:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783980013.082510:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783980013.082512:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082514:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783980013.082516:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1783980013.082518:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082519:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783980013.082523:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995500.
00000020:00000040:1.0:1783980013.082525:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:1.0:1783980013.082528:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783980013.082529:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082530:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783980013.082532:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783980013.082533:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783980013.082537:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659c00.
00000100:00000001:1.0:1783980013.082540:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783980013.082544:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783980013.082551:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783980013.082553:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783980013.082556:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bf1eaa4] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980013.082563:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783980013.082566:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783980013.082570:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1783980013.082571:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783980013.082573:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783980013.082576:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783980013.082579:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10735
00000400:00000200:1.0:1783980013.082583:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783980013.082586:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783980013.082588:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783980013.082590:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082592:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082594:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082595:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783980013.082597:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783980013.082599:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:1.0:1783980013.082600:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783980013.082602:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:1.0:1783980013.082604:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:1.0:1783980013.082607:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:1.0:1783980013.082610:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082612:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082614:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082615:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783980013.082618:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:1.0:1783980013.082620:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082622:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783980013.082624:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783980013.082626:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783980013.082628:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082630:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783980013.082632:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783980013.082634:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082636:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783980013.082642:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad994a80.
00000020:00000040:1.0:1783980013.082645:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:1.0:1783980013.082648:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783980013.082649:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082651:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783980013.082652:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783980013.082654:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783980013.082658:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f65a000.
00000100:00000001:1.0:1783980013.082662:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783980013.082666:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783980013.082673:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783980013.082676:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783980013.082679:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f7dc3eb] to pc [ptlrpcd_rcv+-1]  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980013.082686:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1783980013.082689:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1783980013.082692:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1783980013.082694:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1783980013.082695:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1783980013.082698:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1783980013.082701:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10735
00000400:00000200:1.0:1783980013.082705:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783980013.082707:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1783980013.082710:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1783980013.082712:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082714:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082716:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082719:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:1.0:1783980013.082721:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1783980013.082735:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:1.0:1783980013.082737:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1783980013.082739:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:1.0:1783980013.082741:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:1.0:1783980013.082743:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:1.0:1783980013.082746:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082748:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1783980013.082750:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082752:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:1.0:1783980013.082755:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:1.0:1783980013.082757:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:1.0:1783980013.082760:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1783980013.082761:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1783980013.082764:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1783980013.082766:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082767:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1783980013.082769:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1783980013.082772:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082773:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1783980013.082777:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8accad995f80.
00000020:00000040:1.0:1783980013.082779:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:1.0:1783980013.082781:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1783980013.082782:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980013.082784:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1783980013.082785:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1783980013.082787:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1783980013.082792:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acc9f659000.
00000100:00000001:1.0:1783980013.082795:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1783980013.082799:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1783980013.082805:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1783980013.082807:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783980013.082811:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f846884a] to pc [ptlrpcd_rcv+-1]  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980013.082819:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1783980013.082824:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10745)
00000400:00000010:3.0:1783980013.083096:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980013.083105:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980013.083114:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560003456, portal 25
00000100:00000001:3.0:1783980013.083116:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980013.083117:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423314048 : -128863286237568 : ffff8accad996680)
00000100:00000040:3.0:1783980013.083124:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083131:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980013.083134:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980013.083137:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980013.083140:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560003456, offset 0
00000400:00000200:3.0:1783980013.083148:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980013.083166:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.083174:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980013.083181:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980013.083191:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980013.083195:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980013.083199:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980013.083204:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391040:391040:256:4294967295] 192.168.201.140@tcp LPNI seq info [391015:391015:8:4294967295]
00000400:00000200:3.0:1783980013.083208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.083221:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980013.083228:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.083233:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980013.083241:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980013.083245:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783980013.083251:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980013.083255:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783980013.083260:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.083263:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980013.083270:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980013.083275:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980013.083281:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980013.083284:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980013.083290:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980013.083294:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083305:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.083308:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083316:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.083318:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980013.083326:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980013.083331:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980013.083334:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305411788
00000100:00000010:3.0:1783980013.083339:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3960.
00000100:00000001:3.0:1783980013.083346:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783980013.083350:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305411788
00000100:00000010:3.0:1783980013.083352:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3720.
00000100:00000001:3.0:1783980013.083354:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783980013.083357:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980013.083359:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.083361:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980013.083365:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980013/real 1783980013]  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980013.083373:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980013.083374:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980013.083376:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980013.083379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980013.083381:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980013.083383:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980013.083387:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980013.083396:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083416:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980013.083418:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083420:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.083423:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980013.083427:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083434:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980013.083439:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083446:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980013.083449:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083451:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.083452:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083455:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980013.083457:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980013.083461:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980013.083465:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980013.083468:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980013.083472:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980013.083481:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560003456:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783980013.083486:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083488:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.083491:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad996680 x1870627560003456/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083498:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980013.083501:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980013.083505:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783980013.083509:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980013.083511:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980013.083513:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783980013.083514:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980013.083516:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f658800.
02000000:00000001:3.0:1783980013.083520:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980013.083522:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980013.083523:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad996680.
00000100:00000001:3.0:1783980013.083526:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980013.083527:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083528:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083535:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980013.083537:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.083538:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980013.083540:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980013.083541:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980013.083544:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083549:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980013.083550:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.083552:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980013.083553:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980013.083555:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980013.083557:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980013.083561:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980013.083563:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980013.083564:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.083566:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980013.083569:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783980013.083571:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980013.083575:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980013.083579:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980013.083582:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980013.083585:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560003584, portal 10
00000100:00000001:3.0:1783980013.083588:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980013.083589:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423318528 : -128863286233088 : ffff8accad997800)
00000100:00000040:3.0:1783980013.083595:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083602:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980013.083604:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980013.083606:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980013.083608:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560003584, offset 0
00000400:00000200:3.0:1783980013.083612:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980013.083617:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.083620:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980013.083623:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980013.083626:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980013.083628:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980013.083630:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980013.083633:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391041:391041:256:4294967295] 192.168.201.140@tcp LPNI seq info [391016:391016:8:4294967295]
00000400:00000200:3.0:1783980013.083637:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.083643:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980013.083648:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.083651:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980013.083655:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980013.083658:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783980013.083663:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980013.083666:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783980013.083670:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.083671:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980013.083674:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980013.083676:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980013.083678:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980013.083680:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980013.083682:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980013.083684:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083689:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.083692:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083698:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.083700:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980013.083703:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980013.083706:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783980013.083710:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980013.083711:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305408019
00000100:00000001:3.0:1783980013.083714:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305411788
00000100:00000001:3.0:1783980013.083717:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305408019
00000100:00000001:3.0:1783980013.083718:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305411788
00000100:00000001:3.0:1783980013.083720:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980013.083723:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.083724:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980013.083729:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980013/real 1783980013]  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980013.083737:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980013.083739:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980013.083741:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980013.083743:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980013.083745:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980013.083747:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980013.083750:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980013.083758:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083764:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980013.083766:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083768:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.083769:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980013.083772:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083779:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980013.083783:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083790:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980013.083792:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083794:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.083795:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.083797:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980013.083799:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980013.083802:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980013.083805:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980013.083807:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980013.083811:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980013.083819:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003584:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980013.083823:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980013.083826:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083832:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980013.083834:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.083835:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980013.083837:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980013.083839:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980013.083842:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980013.083845:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980013.083847:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980013.083848:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.083850:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980013.083854:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783980013.083856:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980013.083859:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980013.083862:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980013.083865:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980013.083868:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560003712, portal 10
00000100:00000001:3.0:1783980013.083869:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980013.083871:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423309568 : -128863286242048 : ffff8accad995500)
00000100:00000040:3.0:1783980013.083877:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083883:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980013.083885:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980013.083888:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980013.083890:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560003712, offset 0
00000400:00000200:3.0:1783980013.083894:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980013.083898:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.083901:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980013.083903:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980013.083906:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980013.083908:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980013.083910:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980013.083912:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391042:391042:256:4294967295] 192.168.201.140@tcp LPNI seq info [391017:391017:8:4294967295]
00000400:00000200:3.0:1783980013.083916:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.083921:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980013.083925:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.083928:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980013.083932:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980013.083934:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783980013.083938:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980013.083940:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783980013.083943:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.083945:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980013.083948:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980013.083951:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980013.083954:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980013.083955:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980013.083957:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980013.083961:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083967:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.083970:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.083976:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.083977:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980013.083979:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980013.083982:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783980013.083984:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980013.083987:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305408015
00000100:00000001:3.0:1783980013.083989:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305411788
00000100:00000001:3.0:1783980013.083991:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305408015
00000100:00000001:3.0:1783980013.083993:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305411788
00000100:00000001:3.0:1783980013.083995:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980013.083997:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.083999:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980013.084002:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980013/real 1783980013]  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980013.084009:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980013.084010:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980013.084011:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980013.084013:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980013.084015:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980013.084017:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980013.084019:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980013.084026:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084032:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980013.084033:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084034:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.084035:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980013.084038:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084043:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980013.084045:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084077:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980013.084081:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084082:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.084083:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084085:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980013.084086:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980013.084089:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980013.084092:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980013.084094:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980013.084097:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980013.084104:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003712:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980013.084107:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980013.084110:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084117:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980013.084118:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.084120:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980013.084122:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980013.084123:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980013.084126:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980013.084129:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980013.084131:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980013.084132:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.084133:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980013.084136:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783980013.084138:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980013.084141:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980013.084143:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980013.084147:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980013.084149:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560003840, portal 4
00000100:00000001:3.0:1783980013.084152:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980013.084153:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423306880 : -128863286244736 : ffff8accad994a80)
00000100:00000040:3.0:1783980013.084167:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084172:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980013.084174:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980013.084176:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980013.084179:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560003840, offset 0
00000400:00000200:3.0:1783980013.084182:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980013.084186:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.084189:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980013.084192:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980013.084194:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980013.084196:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980013.084198:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980013.084200:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391043:391043:256:4294967295] 192.168.201.140@tcp LPNI seq info [391018:391018:8:4294967295]
00000400:00000200:3.0:1783980013.084204:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.084210:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980013.084213:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.084216:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980013.084219:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980013.084222:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783980013.084225:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980013.084227:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783980013.084231:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.084233:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980013.084235:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980013.084238:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980013.084240:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980013.084242:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980013.084244:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980013.084247:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.084261:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084267:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.084268:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980013.084270:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980013.084273:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783980013.084276:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980013.084277:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305408043
00000100:00000001:3.0:1783980013.084279:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305411788
00000100:00000001:3.0:1783980013.084281:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305408043
00000100:00000001:3.0:1783980013.084283:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305411788
00000100:00000001:3.0:1783980013.084285:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980013.084287:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.084288:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980013.084291:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980013/real 1783980013]  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980013.084298:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980013.084299:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980013.084301:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980013.084303:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980013.084305:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980013.084307:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980013.084310:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980013.084316:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084322:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980013.084324:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084325:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.084327:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980013.084329:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084335:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980013.084338:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084344:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980013.084345:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084347:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.084348:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084350:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980013.084351:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980013.084353:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980013.084355:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980013.084357:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980013.084360:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980013.084366:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003840:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980013.084370:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980013.084373:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084379:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980013.084380:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.084382:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980013.084384:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980013.084385:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980013.084388:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980013.084391:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980013.084392:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980013.084394:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980013.084395:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980013.084399:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783980013.084400:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980013.084402:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980013.084404:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980013.084407:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980013.084409:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560003968, portal 4
00000100:00000001:3.0:1783980013.084411:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980013.084412:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210423312256 : -128863286239360 : ffff8accad995f80)
00000100:00000040:3.0:1783980013.084417:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084423:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980013.084425:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980013.084427:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980013.084429:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560003968, offset 0
00000400:00000200:3.0:1783980013.084433:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980013.084436:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.084440:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980013.084443:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980013.084445:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980013.084447:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980013.084449:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980013.084451:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391044:391044:256:4294967295] 192.168.201.140@tcp LPNI seq info [391019:391019:8:4294967295]
00000400:00000200:3.0:1783980013.084455:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980013.084460:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980013.084464:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.084467:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980013.084471:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980013.084474:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1783980013.084478:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980013.084481:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1783980013.084484:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980013.084486:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980013.084489:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980013.084492:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980013.084494:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980013.084496:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980013.084499:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980013.084502:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084509:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.084512:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980038 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084519:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.084520:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980013.084523:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980013.084526:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783980013.084529:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980013.084532:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305408045
00000100:00000001:3.0:1783980013.084541:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305411788
00000100:00000001:3.0:1783980013.084543:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305408045
00000100:00000001:3.0:1783980013.084545:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305411788
00000100:00000001:3.0:1783980013.084547:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980013.084549:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.084551:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980013.084554:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980013/real 1783980013]  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980013.084562:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980013.084563:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980013.084565:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980013.084567:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980013.084568:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980013.084571:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980013.084574:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980013.084581:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084587:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980013.084589:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084590:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.084591:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980013.084595:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084601:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980013.084605:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084611:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980013.084613:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084615:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980013.084616:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084618:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980013.084620:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980013.084622:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980013.084626:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980013.084628:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980013.084632:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980013.084644:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8accad995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560003968:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980013.084648:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084650:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.084653:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad997800 x1870627560003584/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084659:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980013.084661:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980013.084663:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0659c00.
02000000:00000001:3.0:1783980013.084666:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980013.084668:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980013.084669:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980013.084672:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980013.084674:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65b000.
02000000:00000001:3.0:1783980013.084676:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980013.084677:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980013.084679:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad997800.
00000100:00000001:3.0:1783980013.084682:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980013.084683:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084685:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.084688:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995500 x1870627560003712/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084695:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980013.084696:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980013.084697:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783980013.084700:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980013.084701:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980013.084702:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980013.084704:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980013.084706:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659c00.
02000000:00000001:3.0:1783980013.084708:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980013.084709:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980013.084711:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995500.
00000100:00000001:3.0:1783980013.084713:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980013.084715:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084716:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.084720:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad994a80 x1870627560003840/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084727:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980013.084728:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980013.084729:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658800.
02000000:00000001:3.0:1783980013.084732:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980013.084733:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980013.084734:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980013.084735:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980013.084737:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f65a000.
02000000:00000001:3.0:1783980013.084739:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980013.084740:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980013.084741:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad994a80.
00000100:00000001:3.0:1783980013.084744:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980013.084745:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084747:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980013.084750:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8accad995f80 x1870627560003968/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980038 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980013.084756:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980013.084757:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980013.084759:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b800.
02000000:00000001:3.0:1783980013.084761:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980013.084762:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980013.084763:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980013.084765:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980013.084767:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acc9f659000.
02000000:00000001:3.0:1783980013.084769:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980013.084770:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980013.084771:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8accad995f80.
00000100:00000001:3.0:1783980013.084773:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980013.084775:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084777:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980013.084782:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980013.084784:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980013.084786:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980013.084787:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980013.849241:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980013.849250:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980013.849257:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980013.849259:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980013.849263:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980013.849264:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980013.849332:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980013.849336:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980013.849338:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980014.873189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980014.873195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980014.873199:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980014.873200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980014.873203:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980014.873203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980014.873432:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980014.873436:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980014.873440:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980015.897184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980015.897191:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980015.897197:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980015.897198:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980015.897201:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980015.897203:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980015.897258:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980015.897261:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980015.897263:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:2.0:1783980016.921188:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305411788, at 4305411840
00000100:00000040:3.0:1783980016.921189:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305411788, at 4305411840
00010000:00000001:1.0:1783980016.921190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980016.921195:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980016.921203:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980016.921205:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980016.921206:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3960.
00010000:00000001:1.0:1783980016.921209:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:3.0:1783980016.921209:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3720.
00010000:00000001:1.0:1783980016.921215:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980016.921218:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980016.921222:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980016.921225:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980016.921228:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980016.921230:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980016.921233:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783980016.921278:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783980016.921283:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783980016.921288:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980017.945194:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980017.945200:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980017.945205:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980017.945206:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980017.945211:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980017.945212:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980017.945285:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980017.945289:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980017.945292:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1783980018.201194:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783980018.201204:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1783980018.201207:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980018.201210:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783980018.201217:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783980018.201224:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10740
00000400:00000200:3.0:1783980018.201233:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980018.201239:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783980018.201242:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783980018.201245:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201248:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980018.201250:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201253:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783980018.201257:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980018.201258:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:3.0:1783980018.201261:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783980018.201264:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:3.0:1783980018.201266:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:3.0:1783980018.201269:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:3.0:1783980018.201271:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201273:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980018.201275:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201276:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783980018.201279:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:3.0:1783980018.201282:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201284:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980018.201287:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783980018.201291:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980018.201293:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.201295:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783980018.201298:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783980018.201306:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f686d80.
00000020:00000040:3.0:1783980018.201309:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:3.0:1783980018.201313:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783980018.201314:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.201317:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980018.201320:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783980018.201324:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783980018.201331:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b800.
00000100:00000001:3.0:1783980018.201336:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980018.201344:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783980018.201352:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783980018.201356:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980018.201361:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e98fb3] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980018.201386:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980018.201389:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783980018.201392:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1783980018.201394:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980018.201395:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783980018.201398:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783980018.201400:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10740
00000400:00000200:3.0:1783980018.201404:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980018.201407:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783980018.201409:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783980018.201411:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201413:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980018.201416:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201418:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783980018.201420:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980018.201422:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:3.0:1783980018.201424:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783980018.201426:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:3.0:1783980018.201429:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:3.0:1783980018.201431:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000001:2.0:1783980018.201434:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1783980018.201434:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201439:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1783980018.201440:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1783980018.201441:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980018.201444:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1783980018.201445:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783980018.201449:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000040:2.0:1783980018.201454:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1783980018.201454:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201460:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980018.201465:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1783980018.201470:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1783980018.201471:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783980018.201472:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980018.201477:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980018.201478:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1783980018.201480:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1783980018.201482:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980018.201486:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783980018.201486:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783980018.201492:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980018.201493:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560004096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783980018.201494:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.201501:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783980018.201505:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783980018.201507:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980018.201509:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783980018.201514:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa400.
00000100:00000010:3.0:1783980018.201514:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687b80.
02000000:00000001:2.0:1783980018.201519:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783980018.201520:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:3.0:1783980018.201524:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783980018.201525:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.201527:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980018.201528:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783980018.201530:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1783980018.201534:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658800.
00000400:00000200:2.0:1783980018.201535:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980018.201539:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783980018.201542:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029aa8.
00000100:00100000:3.0:1783980018.201547:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1783980018.201550:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054088.
00000100:00000001:3.0:1783980018.201559:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1783980018.201560:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560004096, portal 25
00000100:00000001:3.0:1783980018.201563:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.201565:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783980018.201569:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185223552 : -128863524328064 : ffff8acc9f686d80)
00000100:00000040:3.0:1783980018.201570:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f27d850] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783980018.201580:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980018.201584:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980018.201589:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783980018.201595:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1783980018.201596:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783980018.201599:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1783980018.201602:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00080000:3.0:1783980018.201603:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1783980018.201607:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1783980018.201608:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054440.
00000100:00080000:3.0:1783980018.201611:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10740
00000100:00000200:2.0:1783980018.201614:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560004096, offset 0
00000400:00000200:3.0:1783980018.201618:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980018.201624:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000400:00000200:2.0:1783980018.201628:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00080000:3.0:1783980018.201629:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783980018.201636:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:2.0:1783980018.201639:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980018.201639:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980018.201644:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201647:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:2.0:1783980018.201651:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000020:00000001:3.0:1783980018.201651:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980018.201654:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:3.0:1783980018.201657:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1783980018.201660:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1783980018.201660:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:3.0:1783980018.201664:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:2.0:1783980018.201668:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000020:00000001:3.0:1783980018.201668:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:3.0:1783980018.201674:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000400:00000200:2.0:1783980018.201676:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1783980018.201678:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1783980018.201682:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000040:3.0:1783980018.201683:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201687:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:2.0:1783980018.201689:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391045:391045:256:4294967295] 192.168.201.140@tcp LPNI seq info [391020:391020:8:4294967295]
00000020:00000040:3.0:1783980018.201691:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:3.0:1783980018.201698:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000400:00000200:2.0:1783980018.201700:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980018.201702:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980018.201705:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783980018.201708:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980018.201712:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.201716:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1783980018.201717:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1783980018.201719:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1783980018.201723:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.201727:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1783980018.201728:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000010:3.0:1783980018.201731:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f687100.
00000020:00000040:3.0:1783980018.201734:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000800:00000010:2.0:1783980018.201735:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7f00.
02000000:00000001:3.0:1783980018.201737:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1783980018.201740:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.201742:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1783980018.201745:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:3.0:1783980018.201745:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783980018.201747:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1783980018.201752:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000010:3.0:1783980018.201753:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0658c00.
00000100:00000001:3.0:1783980018.201758:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980018.201763:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1783980018.201770:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980018.201771:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.201772:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980018.201779:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:3.0:1783980018.201780:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002431b73b] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980018.201783:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305416906
00000100:00000010:2.0:1783980018.201791:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc85627060.
00000100:00000001:3.0:1783980018.201792:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980018.201797:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1783980018.201799:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00080000:3.0:1783980018.201801:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1783980018.201805:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980018.201807:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980018.201810:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305416906
00000100:00000001:3.0:1783980018.201810:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1783980018.201815:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10740
00000100:00000010:2.0:1783980018.201819:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acc856270c0.
00000100:00000001:2.0:1783980018.201825:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:2.0:1783980018.201828:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1783980018.201830:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980018.201832:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980018.201836:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:2.0:1783980018.201838:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980018.201840:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1783980018.201843:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980018.201845:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.201848:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980018.201851:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980018.201852:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980018.201853:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000100:00000001:2.0:1783980018.201856:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000001:3.0:1783980018.201858:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1783980018.201861:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783980018.201863:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1783980018.201864:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000100:00000001:2.0:1783980018.201865:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1783980018.201868:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783980018.201872:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000100:00000040:2.0:1783980018.201873:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783980018.201876:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:3.0:1783980018.201882:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000001:2.0:1783980018.201888:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783980018.201889:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980018.201891:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.201893:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1783980018.201895:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1783980018.201897:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
02000000:00000001:2.0:1783980018.201898:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980018.201900:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
02000000:00000001:2.0:1783980018.201902:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783980018.201904:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00100000:2.0:1783980018.201908:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004224:192.168.201.140@tcp:38:kworker.0
00000100:00080000:3.0:1783980018.201910:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980018.201915:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1783980018.201916:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980018.201919:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980018.201920:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980018.201922:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980018.201924:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980018.201925:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1783980018.201930:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980018.201931:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f9800.
00000100:00000001:3.0:1783980018.201932:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1783980018.201934:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1783980018.201936:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1783980018.201942:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000008:00000001:3.0:1783980018.201942:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1783980018.201947:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029738.
00000100:00000001:3.0:1783980018.201947:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783980018.201951:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684000.
00000400:00000010:2.0:1783980018.201954:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054ee0.
00000020:00000040:3.0:1783980018.201955:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
00000100:00000200:2.0:1783980018.201959:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560004224, portal 10
02000000:00000001:3.0:1783980018.201960:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1783980018.201962:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1783980018.201963:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.201966:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185227136 : -128863524324480 : ffff8acc9f687b80)
00000100:00000001:3.0:1783980018.201967:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980018.201970:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1783980018.201973:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980018.201976:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1783980018.201979:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca0659c00.
00000100:00000001:3.0:1783980018.201985:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.201987:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783980018.201991:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00100000:3.0:1783980018.201993:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1783980018.201995:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30544c8.
00000100:00000200:2.0:1783980018.202000:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560004224, offset 0
00000100:00000001:3.0:1783980018.202007:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1783980018.202008:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000001:3.0:1783980018.202011:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980018.202015:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:3.0:1783980018.202018:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000469c1ffe] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980018.202026:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980018.202028:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1783980018.202034:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1783980018.202037:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000100:00000001:3.0:1783980018.202038:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1783980018.202041:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1783980018.202043:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1783980018.202045:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1783980018.202083:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783980018.202086:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783980018.202089:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783980018.202091:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391046:391046:255:4294967295] 192.168.201.140@tcp LPNI seq info [391021:391021:7:4294967295]
00000100:00080000:3.0:1783980018.202097:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10740
00000400:00000200:2.0:1783980018.202099:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980018.202108:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783980018.202112:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980018.202116:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000800:00000010:2.0:1783980018.202119:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7200.
00000400:00000200:3.0:1783980018.202122:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1783980018.202125:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1783980018.202127:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.202129:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980018.202130:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.202132:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:3.0:1783980018.202134:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1783980018.202135:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:3.0:1783980018.202137:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1783980018.202138:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:3.0:1783980018.202140:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:3.0:1783980018.202143:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783980018.202145:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.202147:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1783980018.202149:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980018.202150:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:3.0:1783980018.202152:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:3.0:1783980018.202154:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980018.202156:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980018.202158:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783980018.202160:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980018.202164:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1783980018.202167:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:3.0:1783980018.202168:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1783980018.202172:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1783980018.202176:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000008:00000001:3.0:1783980018.202177:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202180:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.202181:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980018.202187:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000100:00000010:3.0:1783980018.202188:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc9f684700.
00000020:00000040:3.0:1783980018.202193:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000400:00000200:2.0:1783980018.202195:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000001:3.0:1783980018.202197:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1783980018.202199:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305413138
02000000:00000001:3.0:1783980018.202200:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202203:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305416906
00000100:00000001:3.0:1783980018.202204:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980018.202207:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1783980018.202209:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305413138
02000000:00000001:3.0:1783980018.202210:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202213:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305416906
00000100:00000001:2.0:1783980018.202216:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1783980018.202216:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca065b400.
00000100:00000001:2.0:1783980018.202221:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980018.202222:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202223:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1783980018.202230:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1783980018.202238:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980018.202239:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1783980018.202243:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202252:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1783980018.202252:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000490e805d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980018.202255:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980018.202259:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783980018.202263:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980018.202266:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980018.202270:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980018.202272:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202275:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783980018.202278:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783980018.202280:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980018.202280:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10750)
02000000:00000001:2.0:1783980018.202285:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783980018.202289:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783980018.202291:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980018.202294:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783980018.202297:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029f78.
00000400:00000010:2.0:1783980018.202301:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054cc0.
00000100:00000200:2.0:1783980018.202303:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560004352, portal 10
00000100:00000001:2.0:1783980018.202305:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783980018.202306:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185224448 : -128863524327168 : ffff8acc9f687100)
00000100:00000040:2.0:1783980018.202312:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980018.202319:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783980018.202321:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783980018.202323:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054990.
00000100:00000200:2.0:1783980018.202325:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560004352, offset 0
00000400:00000200:2.0:1783980018.202329:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783980018.202333:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980018.202336:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783980018.202338:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783980018.202340:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783980018.202343:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783980018.202345:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783980018.202348:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391047:391047:254:4294967295] 192.168.201.140@tcp LPNI seq info [391022:391022:6:4294967295]
00000400:00000200:2.0:1783980018.202351:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980018.202356:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783980018.202360:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980018.202363:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7a00.
00000800:00000200:2.0:1783980018.202366:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783980018.202370:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783980018.202372:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980018.202374:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:2.0:1783980018.202377:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980018.202379:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305413134
00000100:00000001:2.0:1783980018.202381:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305416906
00000100:00000001:2.0:1783980018.202383:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305413134
00000100:00000001:2.0:1783980018.202385:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305416906
00000100:00000001:2.0:1783980018.202387:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783980018.202389:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202392:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202394:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980018.202396:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783980018.202398:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783980018.202399:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783980018.202401:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783980018.202402:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783980018.202405:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980018.202411:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783980018.202412:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980018.202414:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783980018.202415:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980018.202417:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980018.202420:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783980018.202422:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783980018.202424:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783980018.202425:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980018.202427:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783980018.202430:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783980018.202431:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980018.202435:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783980018.202437:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f0290b0.
00000400:00000010:2.0:1783980018.202440:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30542a8.
00000100:00000200:2.0:1783980018.202443:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560004480, portal 4
00000100:00000001:2.0:1783980018.202445:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783980018.202446:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185211904 : -128863524339712 : ffff8acc9f684000)
00000100:00000040:2.0:1783980018.202451:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980018.202456:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783980018.202458:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783980018.202461:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054660.
00000100:00000200:2.0:1783980018.202463:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560004480, offset 0
00000400:00000200:2.0:1783980018.202467:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783980018.202470:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980018.202474:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783980018.202476:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783980018.202478:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783980018.202480:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783980018.202483:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783980018.202485:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391048:391048:253:4294967295] 192.168.201.140@tcp LPNI seq info [391023:391023:5:4294967295]
00000400:00000200:2.0:1783980018.202489:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980018.202494:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783980018.202498:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980018.202501:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7600.
00000800:00000200:2.0:1783980018.202505:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783980018.202508:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783980018.202510:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980018.202512:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:2.0:1783980018.202514:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980018.202516:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305413161
00000100:00000001:2.0:1783980018.202518:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305416906
00000100:00000001:2.0:1783980018.202520:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305413161
00000100:00000001:2.0:1783980018.202522:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305416906
00000100:00000001:2.0:1783980018.202524:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783980018.202526:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202527:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1783980018.202530:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980018.202536:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1783980018.202537:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980018.202539:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783980018.202540:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980018.202542:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980018.202544:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783980018.202549:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1783980018.202551:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1783980018.202552:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980018.202554:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1783980018.202556:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783980018.202558:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1783980018.202561:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:2.0:1783980018.202563:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc9f029840.
00000400:00000010:2.0:1783980018.202566:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb30543b8.
00000100:00000200:2.0:1783980018.202568:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560004608, portal 4
00000100:00000001:2.0:1783980018.202569:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1783980018.202570:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615210185213696 : -128863524337920 : ffff8acc9f684700)
00000100:00000040:2.0:1783980018.202575:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980018.202580:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1783980018.202582:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:2.0:1783980018.202584:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8accb3054dd0.
00000100:00000200:2.0:1783980018.202585:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560004608, offset 0
00000400:00000200:2.0:1783980018.202589:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:2.0:1783980018.202592:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980018.202594:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:2.0:1783980018.202597:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1783980018.202599:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:2.0:1783980018.202601:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1783980018.202603:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:2.0:1783980018.202605:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391049:391049:252:4294967295] 192.168.201.140@tcp LPNI seq info [391024:391024:4:4294967295]
00000400:00000200:2.0:1783980018.202609:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980018.202613:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1783980018.202617:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:2.0:1783980018.202620:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8accb37e7300.
00000800:00000200:2.0:1783980018.202622:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:2.1:1783980018.202626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783980018.202628:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980018.202630:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:2.0:1783980018.202633:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:2.0:1783980018.202634:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305413163
00000100:00000001:2.0:1783980018.202636:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305416906
00000100:00000001:2.0:1783980018.202638:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305413163
00000100:00000001:2.0:1783980018.202640:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305416906
00000100:00000001:2.0:1783980018.202642:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1783980018.202643:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202646:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202647:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980018.202650:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783980018.202651:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1783980018.202653:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783980018.202654:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783980018.202655:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980018.202657:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980018.969308:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980018.969316:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980018.969321:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980018.969322:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980018.969326:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980018.969327:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980018.970111:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980018.970115:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980018.970119:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980019.993972:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980019.993978:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980019.993984:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980019.993985:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980019.993988:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980019.993989:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980019.994069:0:179037:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980019.994072:0:179037:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980019.994076:0:179037:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980021.017150:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980021.017156:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980021.017163:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980021.017164:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980021.017167:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980021.017168:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783980021.017266:0:179040:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783980021.017270:0:179040:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783980021.017273:0:179040:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1783980021.273362:0:2390:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.140:988
00000400:00000100:1.0:1783980021.273402:0:2390:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.140@tcp at host 192.168.201.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1783980021.273411:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783980021.273415:0:2390:0:(router.c:1791:lnet_notify()) 192.168.201.40@tcp notifying 192.168.201.140@tcp: down
00000400:00000200:1.0:1783980021.273420:0:2390:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:1.0:1783980021.273423:0:2390:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1783980021.273428:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783980021.273432:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7f00.
00000400:00000200:1.0:1783980021.273438:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783980021.273442:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783980021.273449:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054440
00000400:00000010:1.0:1783980021.273452:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054440.
00000100:00000001:1.0:1783980021.273456:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783980021.273465:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980021.273498:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1783980021.273502:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980021.273510:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980021.273512:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1783980021.273526:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783980021.273529:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7200.
00000400:00000200:1.0:1783980021.273533:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783980021.273538:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1783980021.273539:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1783980021.273541:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30544c8
00000400:00000010:1.0:1783980021.273545:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30544c8.
00000100:00000001:2.0:1783980021.273546:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1783980021.273549:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1783980021.273551:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000200:1.0:1783980021.273556:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980021.273563:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980018/real 1783980021]  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980021.273573:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1783980021.273579:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1783980021.273580:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980021.273583:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980021.273588:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029aa8.
00000100:00000001:1.0:1783980021.273590:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980021.273593:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1783980021.273595:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054088
00000400:00000010:2.0:1783980021.273598:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054088.
00000800:00000100:1.0:1783980021.273602:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000100:00000001:2.0:1783980021.273604:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:1.0:1783980021.273606:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7a00.
00000400:00000200:1.0:1783980021.273611:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:2.0:1783980021.273612:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783980021.273619:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783980021.273625:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054990
00000400:00000010:1.0:1783980021.273629:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054990.
00000100:00000001:1.0:1783980021.273633:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783980021.273639:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980021.273642:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980021.273666:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1783980021.273666:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980021.273670:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1783980021.273675:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.273675:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.273681:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1783980021.273687:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980021.273690:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1783980021.273692:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1783980021.273698:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000800:00000010:1.0:1783980021.273701:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7600.
00000400:00000200:1.0:1783980021.273705:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783980021.273714:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1783980021.273718:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1783980021.273719:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054660
00000400:00000010:1.0:1783980021.273723:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054660.
00000100:00000040:2.0:1783980021.273725:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980021.273728:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783980021.273736:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.273736:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980021.273743:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.273747:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.273749:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.273751:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980021.273753:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980021.273757:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1783980021.273765:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1783980021.273766:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980021.273770:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1783980021.273772:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783980021.273778:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1783980021.273790:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980021.273795:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1783980021.273797:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f686d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560004096:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783980021.273803:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1783980021.273804:0:2390:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.140@tcp
00000100:00000001:2.0:1783980021.273806:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000800:00000010:1.0:1783980021.273810:0:2390:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8accb37e7300.
00000100:00000040:2.0:1783980021.273812:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f686d80 x1870627560004096/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1783980021.273816:0:2390:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1783980021.273824:0:2390:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1783980021.273828:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054dd0
00000400:00000010:1.0:1783980021.273830:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054dd0.
00000100:00000001:1.0:1783980021.273834:0:2390:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1783980021.273841:0:2390:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.273843:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980021.273847:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980021.273852:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa400.
00000100:00000001:1.0:1783980021.273854:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1783980021.273859:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:1.0:1783980021.273860:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980043 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783980021.273864:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980021.273868:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:2.0:1783980021.273870:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980021.273872:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b800.
02000000:00000001:2.0:1783980021.273876:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980021.273879:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980021.273882:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f686d80.
00000100:00000001:1.0:1783980021.273883:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1783980021.273887:0:2390:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783980021.273889:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980021.273892:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.273895:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980021.273897:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783980021.273898:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1783980021.273899:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783980021.273904:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980018/real 1783980021]  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980021.273912:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783980021.273914:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980021.273916:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f0290b0.
00000400:00000200:2.0:1783980021.273919:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30542a8
00000400:00000010:2.0:1783980021.273920:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30542a8.
00000100:00000001:2.0:1783980021.273922:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783980021.273925:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980021.273933:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.273939:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980021.273940:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.273942:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.273943:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980021.273946:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.273952:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980021.273955:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.273961:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980021.273963:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.273965:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.273966:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.273968:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980021.273970:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980021.273972:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980021.273975:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980021.273977:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980021.273980:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980021.273988:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004480:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783980021.273991:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783980021.273994:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980018/real 1783980021]  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980021.274001:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783980021.274002:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980021.274004:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029840.
00000400:00000200:2.0:1783980021.274005:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb30543b8
00000400:00000010:2.0:1783980021.274007:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb30543b8.
00000100:00000001:2.0:1783980021.274008:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783980021.274011:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980021.274075:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274081:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980021.274083:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274085:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.274086:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980021.274089:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274094:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980021.274099:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274105:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980021.274108:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274110:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.274111:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274113:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980021.274114:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980021.274117:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980021.274121:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980021.274124:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980021.274128:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980021.274135:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f684700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004608:192.168.201.140@tcp:8:kworker.0
00000100:00000001:2.0:1783980021.274139:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783980021.274142:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980018/real 1783980021]  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980021.274154:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783980021.274155:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980021.274157:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029738.
00000400:00000200:2.0:1783980021.274160:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054ee0
00000400:00000010:2.0:1783980021.274161:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054ee0.
00000100:00000001:2.0:1783980021.274163:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783980021.274166:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980021.274174:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274180:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980021.274181:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274183:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.274184:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980021.274187:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274193:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980021.274197:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274203:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980021.274206:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274207:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.274208:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274210:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980021.274211:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980021.274213:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980021.274216:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980021.274218:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980021.274223:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980021.274230:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004224:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783980021.274234:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1783980021.274237:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980018/real 1783980021]  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1783980021.274244:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1783980021.274245:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1783980021.274247:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc9f029f78.
00000400:00000200:2.0:1783980021.274249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8accb3054cc0
00000400:00000010:2.0:1783980021.274250:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8accb3054cc0.
00000100:00000001:2.0:1783980021.274253:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1783980021.274255:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1783980021.274263:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274269:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1783980021.274270:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274272:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.274273:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1783980021.274277:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274283:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980021.274286:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274293:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1783980021.274295:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274297:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1783980021.274298:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274300:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980021.274302:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1783980021.274304:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1783980021.274307:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980021.274309:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1783980021.274313:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1783980021.274319:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc9f687100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004352:192.168.201.140@tcp:38:kworker.0
00000100:00000001:2.0:1783980021.274323:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274324:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980021.274327:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684000 x1870627560004480/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274333:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980021.274334:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980021.274336:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f8800.
02000000:00000001:2.0:1783980021.274339:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980021.274340:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980021.274341:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:2.0:1783980021.274343:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980021.274345:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0659c00.
02000000:00000001:2.0:1783980021.274347:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980021.274348:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980021.274350:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684000.
00000100:00000001:2.0:1783980021.274352:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980021.274353:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274355:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980021.274358:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f684700 x1870627560004608/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274363:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980021.274365:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980021.274366:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa800.
02000000:00000001:2.0:1783980021.274369:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980021.274370:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980021.274372:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:2.0:1783980021.274373:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980021.274374:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca065b400.
02000000:00000001:2.0:1783980021.274376:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980021.274377:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980021.274378:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f684700.
00000100:00000001:2.0:1783980021.274380:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980021.274381:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274382:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980021.274385:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687b80 x1870627560004224/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274391:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980021.274392:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980021.274393:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21f9800.
02000000:00000001:2.0:1783980021.274395:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980021.274397:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980021.274398:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783980021.274400:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980021.274401:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658800.
02000000:00000001:2.0:1783980021.274403:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980021.274404:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980021.274405:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687b80.
00000100:00000001:2.0:1783980021.274407:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980021.274408:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274410:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1783980021.274413:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc9f687100 x1870627560004352/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980043 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980021.274418:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1783980021.274419:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1783980021.274421:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca21fa000.
02000000:00000001:2.0:1783980021.274423:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1783980021.274424:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1783980021.274426:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:2.0:1783980021.274428:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1783980021.274430:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca0658c00.
02000000:00000001:2.0:1783980021.274432:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1783980021.274433:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1783980021.274434:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc9f687100.
00000100:00000001:2.0:1783980021.274437:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1783980021.274438:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274439:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980021.274459:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1783980021.274461:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980021.274463:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1783980021.274464:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980022.041170:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305416906, at 4305416960
00000100:00000040:3.0:1783980022.041170:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305416906, at 4305416960
00010000:00000001:1.0:1783980022.041175:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00000100:00000010:2.0:1783980022.041187:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc85627060.
00000100:00000010:3.0:1783980022.041189:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acc856270c0.
00010000:00000001:1.0:1783980022.041191:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980022.041195:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980022.041199:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980022.041203:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980022.041205:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980022.041208:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980022.041210:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980022.041215:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980022.041217:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980022.041218:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980022.041219:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980022.041220:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980022.041221:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980022.041223:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980022.041224:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980022.041227:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980022.041228:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980022.041300:0:178247:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980022.041304:0:178247:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980022.041308:0:178247:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980023.065487:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980023.065494:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980023.065501:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980023.065502:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980023.065506:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980023.065507:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980023.066141:0:179036:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980023.066145:0:179036:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980023.066148:0:179036:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783980023.321285:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980023.321296:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783980023.321298:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980023.321301:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980023.321305:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980023.321312:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10745
00000400:00000200:2.0:1783980023.321320:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980023.321326:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980023.321329:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980023.321332:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321335:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.321337:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321340:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980023.321343:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980023.321345:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783980023.321348:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980023.321351:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783980023.321353:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783980023.321356:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783980023.321359:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321360:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.321362:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321364:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980023.321366:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783980023.321369:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321371:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980023.321374:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980023.321377:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980023.321379:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.321381:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783980023.321383:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980023.321389:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341f80.
00000020:00000040:2.0:1783980023.321393:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783980023.321396:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980023.321398:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.321401:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980023.321404:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980023.321407:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980023.321415:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
00000100:00000001:2.0:1783980023.321431:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980023.321443:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980023.321453:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980023.321458:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980023.321462:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bab0bbf7] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.321510:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980023.321514:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980023.321516:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980023.321522:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.321529:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980023.321531:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.321534:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980023.321537:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980023.321539:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980023.321542:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560004736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783980023.321546:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980023.321550:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980023.321552:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.321554:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980023.321558:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980023.321560:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980023.321565:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980023.321569:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980023.321574:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980023.321580:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560004736, portal 25
00000100:00000001:3.0:1783980023.321582:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980023.321584:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896583040 : -128863812968576 : ffff8acc8e341f80)
00000100:00000040:3.0:1783980023.321589:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.321595:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980023.321598:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980023.321600:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980023.321603:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560004736, offset 0
00000400:00000200:3.0:1783980023.321609:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980023.321616:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.321622:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980023.321626:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980023.321630:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980023.321633:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980023.321636:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980023.321640:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391050:391050:256:4294967295] 192.168.201.140@tcp LPNI seq info [391025:391025:8:4294967295]
00000400:00000200:3.0:1783980023.321645:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.321654:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980023.321659:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.321664:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980023.321670:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980023.321674:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783980023.321679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980023.321683:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783980023.321686:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.321689:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980023.321694:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980023.321698:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980023.321703:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980023.321705:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980023.321709:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980023.321713:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980023.321737:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980023.321741:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980023.321744:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783980023.321746:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980023.321747:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980023.321750:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980023.321753:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10745
00000400:00000200:2.0:1783980023.321757:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980023.321759:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980023.321761:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980023.321763:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321766:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.321767:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321769:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980023.321772:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980023.321773:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783980023.321775:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980023.321777:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783980023.321779:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783980023.321781:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783980023.321784:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321785:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.321787:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321789:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980023.321791:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783980023.321794:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980023.321796:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980023.321798:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980023.321802:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980023.321804:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.321805:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980023.321809:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783980023.321812:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.321814:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980023.321818:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340000.
00000020:00000040:2.0:1783980023.321820:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783980023.321822:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980023.321823:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.321825:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980023.321826:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980023.321828:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980023.321831:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783980023.321834:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980023.321839:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980023.321846:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980023.321848:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980023.321852:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f6aa5db] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.321880:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.321884:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.321892:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.321893:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980023.321900:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980023.321904:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980023.321906:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305422026
00000100:00000010:3.0:1783980023.321911:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3720.
00000100:00000001:3.0:1783980023.321917:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783980023.321921:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305422026
00000100:00000010:3.0:1783980023.321924:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3de0.
00000100:00000001:3.0:1783980023.321927:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783980023.321930:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980023.321933:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.321935:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980023.321938:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980023/real 1783980023]  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980023.321947:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980023.321949:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980023.321950:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980023.321953:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980023.321954:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980023.321956:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980023.321960:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980023.321967:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.321974:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980023.321976:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.321990:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.321992:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980023.321996:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322002:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980023.322006:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322013:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980023.322015:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322017:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.322018:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322020:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980023.322022:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980023.322025:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980023.322028:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980023.322031:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980023.322034:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980023.322042:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560004736:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783980023.322066:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322068:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.322071:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341f80 x1870627560004736/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322077:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980023.322079:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980023.322082:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980023.322085:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980023.322087:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980023.322089:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783980023.322091:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980023.322093:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783980023.322096:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980023.322098:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980023.322099:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341f80.
00000100:00000001:3.0:1783980023.322103:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980023.322104:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322106:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322114:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980023.322115:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.322118:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980023.322119:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980023.322120:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980023.322124:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322130:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980023.322131:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.322133:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980023.322134:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980023.322136:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980023.322139:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980023.322142:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980023.322144:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980023.322145:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.322147:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980023.322150:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980023.322151:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980023.322154:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980023.322156:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980023.322160:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980023.322162:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560004864, portal 10
00000100:00000001:3.0:1783980023.322164:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980023.322165:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896574976 : -128863812976640 : ffff8acc8e340000)
00000100:00000040:3.0:1783980023.322170:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322176:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980023.322177:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980023.322179:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980023.322181:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560004864, offset 0
00000400:00000200:3.0:1783980023.322185:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980023.322188:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.322191:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980023.322194:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980023.322196:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980023.322199:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980023.322201:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980023.322204:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391051:391051:256:4294967295] 192.168.201.140@tcp LPNI seq info [391026:391026:8:4294967295]
00000400:00000200:3.0:1783980023.322207:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.322213:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980023.322217:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.322220:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980023.322223:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980023.322226:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783980023.322229:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980023.322232:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783980023.322235:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.322237:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980023.322239:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980023.322242:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980023.322245:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980023.322246:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980023.322248:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980023.322252:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322259:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.322262:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322268:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.322270:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980023.322273:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980023.322277:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783980023.322280:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980023.322281:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305418258
00000100:00000001:3.0:1783980023.322284:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305422026
00000100:00000001:3.0:1783980023.322286:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305418258
00000100:00000001:3.0:1783980023.322288:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305422026
00000100:00000001:3.0:1783980023.322290:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980023.322292:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.322293:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980023.322297:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980023/real 1783980023]  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980023.322304:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980023.322305:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980023.322306:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980023.322308:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980023.322310:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980023.322312:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980023.322315:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980023.322323:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322328:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980023.322330:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322332:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.322333:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980023.322337:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322343:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980023.322346:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322353:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980023.322355:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322356:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.322357:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322359:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980023.322361:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980023.322363:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980023.322366:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980023.322368:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980023.322371:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980023.322378:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004864:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980023.322381:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322383:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.322385:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340000 x1870627560004864/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322391:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980023.322392:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980023.322394:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980023.322396:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980023.322398:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980023.322399:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980023.322400:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980023.322402:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783980023.322404:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980023.322405:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980023.322406:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340000.
00000100:00000001:3.0:1783980023.322409:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980023.322410:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322411:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.322414:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980023.322415:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.322417:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980023.322419:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322473:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980023.322477:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980023.322480:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783980023.322482:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980023.322483:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980023.322486:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980023.322489:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10745
00000400:00000200:2.0:1783980023.322492:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980023.322495:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980023.322497:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980023.322500:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322502:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.322504:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322506:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980023.322508:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980023.322510:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783980023.322511:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980023.322513:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783980023.322515:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783980023.322518:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783980023.322521:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322523:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.322524:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322526:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980023.322528:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783980023.322530:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322532:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980023.322534:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980023.322537:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980023.322539:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322541:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980023.322543:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783980023.322545:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322546:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980023.322550:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340700.
00000020:00000040:2.0:1783980023.322553:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783980023.322556:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980023.322557:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322559:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980023.322560:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980023.322562:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980023.322566:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
00000100:00000001:2.0:1783980023.322569:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980023.322573:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980023.322580:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980023.322583:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980023.322587:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004917f9bd] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980023.322594:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980023.322597:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980023.322600:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783980023.322601:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980023.322603:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980023.322605:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980023.322607:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10745
00000400:00000200:2.0:1783980023.322610:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980023.322613:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980023.322615:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980023.322617:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322619:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.322620:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322622:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980023.322624:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980023.322625:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783980023.322627:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980023.322628:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783980023.322630:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783980023.322631:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783980023.322634:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322636:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.322637:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322639:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980023.322641:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783980023.322643:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322645:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980023.322647:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980023.322650:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980023.322652:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322653:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980023.322655:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783980023.322657:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322659:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980023.322662:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342680.
00000020:00000040:2.0:1783980023.322663:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783980023.322666:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980023.322667:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322668:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980023.322669:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980023.322671:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980023.322673:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
00000100:00000001:2.0:1783980023.322676:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980023.322679:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980023.322686:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980023.322688:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980023.322691:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073a951f8] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980023.322698:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980023.322701:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980023.322704:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783980023.322705:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980023.322707:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980023.322709:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980023.322711:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10745
00000400:00000200:2.0:1783980023.322715:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980023.322718:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980023.322720:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980023.322723:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322725:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.322727:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322728:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980023.322730:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980023.322731:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783980023.322733:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980023.322735:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783980023.322737:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783980023.322739:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783980023.322742:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322744:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980023.322745:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322748:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980023.322750:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783980023.322752:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980023.322754:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980023.322756:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980023.322759:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980023.322761:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322763:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980023.322764:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783980023.322766:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322768:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980023.322771:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343100.
00000020:00000040:2.0:1783980023.322773:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783980023.322775:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980023.322776:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980023.322778:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980023.322779:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980023.322781:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980023.322784:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000100:00000001:2.0:1783980023.322787:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980023.322790:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980023.322796:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980023.322799:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980023.322802:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adb52a7d] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980023.322809:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980023.322813:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10755)
00000100:00000001:3.0:1783980023.322863:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980023.322865:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980023.322867:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980023.322871:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322883:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980023.322885:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.322888:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980023.322890:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980023.322892:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980023.322894:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980023.322898:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980023.322900:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980023.322901:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.322903:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980023.322906:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980023.322908:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980023.322912:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980023.322914:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980023.322918:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980023.322920:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560004992, portal 10
00000100:00000001:3.0:1783980023.322922:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980023.322923:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896576768 : -128863812974848 : ffff8acc8e340700)
00000100:00000040:3.0:1783980023.322929:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.322935:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980023.322937:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980023.322940:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980023.322942:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560004992, offset 0
00000400:00000200:3.0:1783980023.322946:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980023.322950:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.322953:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980023.322956:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980023.322959:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980023.322961:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980023.322963:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980023.322966:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391052:391052:256:4294967295] 192.168.201.140@tcp LPNI seq info [391027:391027:8:4294967295]
00000400:00000200:3.0:1783980023.322970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.322976:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980023.322991:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.322994:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980023.322998:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980023.323001:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783980023.323005:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980023.323007:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783980023.323023:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.323025:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980023.323027:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980023.323031:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980023.323034:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980023.323035:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980023.323038:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980023.323042:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323066:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.323070:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323076:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.323077:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980023.323081:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980023.323083:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783980023.323086:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980023.323088:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305418255
00000100:00000001:3.0:1783980023.323090:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305422026
00000100:00000001:3.0:1783980023.323092:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305418255
00000100:00000001:3.0:1783980023.323094:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305422026
00000100:00000001:3.0:1783980023.323096:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980023.323099:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.323100:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980023.323104:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980023/real 1783980023]  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980023.323112:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980023.323113:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980023.323115:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980023.323117:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980023.323119:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980023.323121:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980023.323124:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980023.323132:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323138:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980023.323139:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323141:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.323142:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980023.323146:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323152:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980023.323156:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323162:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980023.323165:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323166:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.323168:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323169:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980023.323171:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980023.323173:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980023.323176:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980023.323178:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980023.323182:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980023.323190:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560004992:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980023.323193:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980023.323196:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323202:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980023.323204:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.323206:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980023.323207:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980023.323209:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980023.323212:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980023.323215:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980023.323217:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980023.323218:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.323220:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980023.323223:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783980023.323225:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980023.323229:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980023.323231:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980023.323234:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980023.323237:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560005120, portal 4
00000100:00000001:3.0:1783980023.323238:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980023.323239:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896584832 : -128863812966784 : ffff8acc8e342680)
00000100:00000040:3.0:1783980023.323245:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323250:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980023.323253:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980023.323255:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980023.323257:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560005120, offset 0
00000400:00000200:3.0:1783980023.323261:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980023.323264:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.323268:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980023.323270:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980023.323272:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980023.323275:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980023.323277:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980023.323280:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391053:391053:256:4294967295] 192.168.201.140@tcp LPNI seq info [391028:391028:8:4294967295]
00000400:00000200:3.0:1783980023.323283:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.323289:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980023.323293:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.323296:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980023.323300:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980023.323302:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783980023.323305:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980023.323307:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783980023.323310:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.323312:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980023.323314:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980023.323317:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980023.323320:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980023.323321:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980023.323323:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980023.323326:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323332:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.323335:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323340:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.323342:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980023.323344:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980023.323347:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783980023.323350:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980023.323352:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305418282
00000100:00000001:3.0:1783980023.323354:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305422026
00000100:00000001:3.0:1783980023.323356:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305418282
00000100:00000001:3.0:1783980023.323358:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305422026
00000100:00000001:3.0:1783980023.323360:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980023.323361:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.323363:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980023.323367:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980023/real 1783980023]  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980023.323373:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980023.323375:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980023.323376:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980023.323379:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980023.323380:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980023.323382:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980023.323385:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980023.323393:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323399:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980023.323400:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323402:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.323403:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980023.323407:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323413:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980023.323416:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323423:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980023.323425:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323426:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.323428:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323429:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980023.323431:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980023.323433:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980023.323436:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980023.323438:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980023.323442:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980023.323449:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005120:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980023.323453:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980023.323456:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323461:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980023.323463:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.323465:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980023.323466:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980023.323468:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980023.323471:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980023.323474:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980023.323475:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980023.323476:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980023.323478:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980023.323481:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783980023.323483:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980023.323486:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980023.323488:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980023.323491:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980023.323493:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560005248, portal 4
00000100:00000001:3.0:1783980023.323495:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980023.323496:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896587520 : -128863812964096 : ffff8acc8e343100)
00000100:00000040:3.0:1783980023.323501:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323507:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980023.323509:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980023.323511:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980023.323514:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560005248, offset 0
00000400:00000200:3.0:1783980023.323517:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980023.323521:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.323524:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980023.323526:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980023.323528:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980023.323531:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980023.323533:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980023.323536:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391054:391054:256:4294967295] 192.168.201.140@tcp LPNI seq info [391029:391029:8:4294967295]
00000400:00000200:3.0:1783980023.323539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980023.323545:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980023.323549:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.323552:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980023.323555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980023.323558:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1783980023.323561:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980023.323564:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1783980023.323567:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980023.323569:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980023.323572:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980023.323575:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980023.323577:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980023.323579:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980023.323581:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980023.323585:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323592:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.323595:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980048 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323600:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.323602:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980023.323605:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980023.323608:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783980023.323611:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980023.323613:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305418284
00000100:00000001:3.0:1783980023.323615:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305422026
00000100:00000001:3.0:1783980023.323617:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305418284
00000100:00000001:3.0:1783980023.323619:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305422026
00000100:00000001:3.0:1783980023.323621:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980023.323623:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.323624:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980023.323628:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980023/real 1783980023]  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980023.323635:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980023.323637:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980023.323638:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980023.323640:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980023.323642:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980023.323644:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980023.323647:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980023.323654:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323665:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980023.323666:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323668:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.323669:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980023.323672:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323678:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980023.323682:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323688:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980023.323690:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323692:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980023.323693:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323694:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980023.323696:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980023.323698:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980023.323700:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980023.323702:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980023.323706:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980023.323713:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005248:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980023.323716:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323718:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.323721:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340700 x1870627560004992/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323726:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980023.323728:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980023.323730:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980023.323733:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980023.323734:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980023.323736:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980023.323738:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980023.323739:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:3.0:1783980023.323742:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980023.323743:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980023.323744:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340700.
00000100:00000001:3.0:1783980023.323747:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980023.323748:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323750:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.323753:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342680 x1870627560005120/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323759:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980023.323760:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980023.323762:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783980023.323764:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980023.323765:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980023.323766:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980023.323768:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980023.323769:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:3.0:1783980023.323771:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980023.323772:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980023.323773:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342680.
00000100:00000001:3.0:1783980023.323776:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980023.323777:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323779:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980023.323782:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343100 x1870627560005248/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980048 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980023.323788:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980023.323789:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980023.323790:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783980023.323792:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980023.323793:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980023.323795:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980023.323796:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980023.323798:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783980023.323800:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980023.323801:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980023.323802:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343100.
00000100:00000001:3.0:1783980023.323804:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980023.323805:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323807:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980023.323811:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980023.323812:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980023.323814:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980023.323815:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980024.089161:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980024.089167:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980024.089172:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980024.089173:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980024.089176:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980024.089177:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980024.089237:0:152228:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980024.089239:0:152228:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980024.089241:0:152228:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980025.113171:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980025.113178:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980025.113184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980025.113185:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980025.113188:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980025.113194:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980025.113308:0:165747:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980025.113311:0:165747:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980025.113315:0:165747:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980026.137177:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980026.137184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980026.137190:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980026.137192:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980026.137195:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980026.137197:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980026.137259:0:152227:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980026.137262:0:152227:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980026.137265:0:152227:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783980027.161148:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305422026, at 4305422080
00010000:00000001:1.0:1783980027.161151:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980027.161157:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980027.161163:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980027.161165:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1783980027.161165:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3de0.
00010000:00000001:1.0:1783980027.161174:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980027.161177:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980027.161179:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980027.161182:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980027.161184:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980027.161186:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980027.161187:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980027.161189:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980027.161285:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305422026, at 4305422080
00000100:00000010:2.0:1783980027.161291:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3720.
00000020:00000001:0.0:1783980027.161969:0:179051:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980027.161974:0:179051:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980027.161977:0:179051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980028.185170:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980028.185177:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980028.185182:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980028.185183:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980028.185186:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980028.185188:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980028.185248:0:179032:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980028.185252:0:179032:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980028.185256:0:179032:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783980028.441191:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980028.441202:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783980028.441204:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980028.441208:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980028.441212:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980028.441219:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10750
00000400:00000200:2.0:1783980028.441227:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980028.441233:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980028.441236:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980028.441239:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441242:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980028.441244:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441247:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980028.441251:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980028.441253:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783980028.441256:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980028.441258:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783980028.441261:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783980028.441263:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783980028.441267:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441269:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980028.441271:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441286:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980028.441290:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783980028.441294:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441296:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980028.441299:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980028.441303:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980028.441306:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980028.441308:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783980028.441311:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980028.441319:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e341c00.
00000020:00000040:2.0:1783980028.441323:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783980028.441326:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980028.441328:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980028.441331:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980028.441334:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980028.441338:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980028.441345:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783980028.441350:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980028.441359:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980028.441368:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980028.441373:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980028.441378:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c4f76fdf] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980028.441401:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980028.441404:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980028.441407:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783980028.441409:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980028.441411:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980028.441414:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980028.441417:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10750
00000400:00000200:2.0:1783980028.441421:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980028.441424:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980028.441426:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980028.441429:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441431:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980028.441434:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441436:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980028.441438:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980028.441440:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000100:00000001:3.0:1783980028.441441:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1783980028.441442:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980028.441447:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000100:00000001:3.0:1783980028.441447:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980028.441450:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1783980028.441451:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783980028.441456:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:3.0:1783980028.441457:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783980028.441463:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441468:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1783980028.441469:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1783980028.441472:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441475:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980028.441477:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00000001:3.0:1783980028.441479:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980028.441481:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441486:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.441488:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1783980028.441489:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1783980028.441492:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980028.441497:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980028.441497:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980028.441503:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980028.441506:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560005376:192.168.201.140@tcp:250:kworker.0
00000100:00000001:2.0:1783980028.441507:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980028.441513:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1783980028.441514:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1783980028.441518:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.441519:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1783980028.441521:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.441523:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980028.441526:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343480.
02000000:00000001:3.0:1783980028.441528:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1783980028.441531:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783980028.441535:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000010:3.0:1783980028.441535:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:2.0:1783980028.441537:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980028.441540:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1783980028.441540:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980028.441544:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980028.441547:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980028.441550:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
02000000:00000010:2.0:1783980028.441554:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8400.
00000400:00000010:3.0:1783980028.441557:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000100:00000001:2.0:1783980028.441559:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980028.441566:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1783980028.441571:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000001:2.0:1783980028.441576:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980028.441580:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1783980028.441580:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560005376, portal 25
00000100:00000040:2.0:1783980028.441585:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e189301] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.441586:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980028.441588:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896582144 : -128863812969472 : ffff8acc8e341c00)
00000100:00000040:3.0:1783980028.441599:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980028.441600:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980028.441606:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980028.441615:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1783980028.441617:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1783980028.441618:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980028.441622:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1783980028.441624:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441626:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:3.0:1783980028.441629:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00080000:2.0:1783980028.441632:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10750
00000100:00000200:3.0:1783980028.441634:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560005376, offset 0
00000400:00000200:2.0:1783980028.441639:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980028.441644:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980028.441648:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1783980028.441648:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000100:00000040:2.0:1783980028.441655:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441657:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1783980028.441661:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:2.0:1783980028.441662:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441666:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980028.441669:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:3.0:1783980028.441671:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000020:00000040:2.0:1783980028.441672:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783980028.441675:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980028.441679:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000400:00000200:3.0:1783980028.441680:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1783980028.441684:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:3.0:1783980028.441687:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000020:00000001:2.0:1783980028.441689:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000400:00000200:3.0:1783980028.441694:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1783980028.441695:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441699:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1783980028.441701:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000100:00000040:2.0:1783980028.441704:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441708:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000400:00000200:3.0:1783980028.441709:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391055:391055:256:4294967295] 192.168.201.140@tcp LPNI seq info [391030:391030:8:4294967295]
00000020:00000040:2.0:1783980028.441712:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000400:00000200:3.0:1783980028.441719:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00080000:2.0:1783980028.441720:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441725:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980028.441727:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980028.441730:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980028.441734:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980028.441735:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1783980028.441737:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980028.441740:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783980028.441745:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1783980028.441745:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441749:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1783980028.441751:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000100:00000010:2.0:1783980028.441754:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343b80.
00000020:00000040:2.0:1783980028.441758:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000800:00000200:3.0:1783980028.441758:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
02000000:00000001:2.0:1783980028.441764:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1783980028.441765:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
02000000:00000001:2.0:1783980028.441768:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1783980028.441772:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000100:00000001:2.0:1783980028.441773:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980028.441775:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1783980028.441778:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
02000000:00000001:2.0:1783980028.441779:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980028.441786:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb800.
00000800:00000100:3.0:1783980028.441787:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441792:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1783980028.441793:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000100:00100000:2.0:1783980028.441801:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1783980028.441802:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980028.441813:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1783980028.441814:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980028.441818:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980028.441820:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000100:00000040:2.0:1783980028.441824:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cce4058] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1783980028.441826:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980028.441833:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1783980028.441836:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980028.441840:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1783980028.441841:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783980028.441849:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783980028.441852:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980028.441855:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980028.441859:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980028.441864:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10750
00000100:00000001:3.0:1783980028.441866:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1783980028.441869:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000040:3.0:1783980028.441875:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1783980028.441876:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980028.441880:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980028.441885:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441901:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980028.441905:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980028.441905:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.441910:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1783980028.441911:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980028.441915:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980028.441916:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783980028.441918:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1783980028.441920:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1783980028.441921:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783980028.441926:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000400:00000200:3.0:1783980028.441930:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000020:00000001:2.0:1783980028.441931:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783980028.441937:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980028.441937:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305427146
00000100:00000001:2.0:1783980028.441942:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980028.441945:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000010:3.0:1783980028.441946:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3de0.
00000100:00000001:2.0:1783980028.441948:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980028.441953:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00000001:3.0:1783980028.441955:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00080000:2.0:1783980028.441957:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980028.441961:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.441963:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305427146
02000000:00000001:2.0:1783980028.441964:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980028.441969:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1783980028.441970:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3240.
02000000:00000001:2.0:1783980028.441973:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980028.441976:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783980028.441976:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000008:00100000:2.0:1783980028.441979:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1783980028.441982:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1783980028.441983:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980028.441988:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.441988:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980028.441992:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340e00.
00000100:00000001:3.0:1783980028.441993:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1783980028.441997:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783980028.442002:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1783980028.442003:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980028/real 1783980028]  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1783980028.442004:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980028.442008:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980028.442010:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980028.442012:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980028.442018:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8000.
00000400:00000001:3.0:1783980028.442022:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1783980028.442023:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1783980028.442026:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980028.442031:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000100:00100000:2.0:1783980028.442032:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1783980028.442036:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980028.442041:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:2.0:1783980028.442046:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980028.442072:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980028.442077:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679cc294] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442082:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1783980028.442087:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980028.442092:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1783980028.442092:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783980028.442100:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783980028.442103:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980028.442106:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980028.442111:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:3.0:1783980028.442112:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1783980028.442116:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10750
00000400:00000200:2.0:1783980028.442125:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980028.442127:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:2.0:1783980028.442130:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1783980028.442132:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1783980028.442136:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1783980028.442137:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.442140:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1783980028.442142:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.442146:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1783980028.442148:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1783980028.442151:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.442156:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980028.442161:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980028.442162:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000100:00000001:3.0:1783980028.442165:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1783980028.442166:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980028.442169:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783980028.442174:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:3.0:1783980028.442175:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1783980028.442178:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783980028.442186:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980028.442191:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1783980028.442192:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1783980028.442195:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:3.0:1783980028.442198:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1783980028.442199:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980028.442203:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00000001:3.0:1783980028.442203:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.442206:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1783980028.442209:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:3.0:1783980028.442211:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1783980028.442214:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.442215:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1783980028.442217:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:3.0:1783980028.442220:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1783980028.442222:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980028.442227:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1783980028.442228:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:2.0:1783980028.442231:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1783980028.442233:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:2.0:1783980028.442234:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783980028.442239:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980028.442240:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980028.442242:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980028.442248:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342a00.
00000020:00000040:2.0:1783980028.442252:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
00000100:00100000:3.0:1783980028.442255:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560005376:192.168.201.140@tcp:250:kworker.0
02000000:00000001:2.0:1783980028.442257:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980028.442260:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980028.442264:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1783980028.442264:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1783980028.442265:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1783980028.442269:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1783980028.442270:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980028.442276:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e341c00 x1870627560005376/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1783980028.442278:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000100:00000001:2.0:1783980028.442283:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.442290:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1783980028.442292:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1783980028.442294:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980028.442298:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783980028.442304:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1783980028.442305:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:3.0:1783980028.442307:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:2.0:1783980028.442309:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1783980028.442311:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000100:00000040:2.0:1783980028.442316:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2502d62] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1783980028.442316:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980028.442321:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fac00.
00000100:00000001:2.0:1783980028.442326:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980028.442331:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10761)
02000000:00000001:3.0:1783980028.442334:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980028.442338:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980028.442340:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e341c00.
00000100:00000001:3.0:1783980028.442344:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980028.442346:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.442348:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.442355:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980028.442357:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.442359:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980028.442361:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980028.442362:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980028.442366:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442373:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980028.442375:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.442377:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980028.442379:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980028.442381:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980028.442384:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980028.442387:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980028.442389:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980028.442390:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.442392:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980028.442395:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783980028.442397:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980028.442400:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980028.442403:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980028.442406:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980028.442409:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560005504, portal 10
00000100:00000001:3.0:1783980028.442411:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980028.442412:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:3.0:1783980028.442419:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442425:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980028.442428:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980028.442430:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980028.442432:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560005504, offset 0
00000400:00000200:3.0:1783980028.442436:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980028.442440:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980028.442443:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980028.442446:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980028.442448:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980028.442450:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980028.442452:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980028.442455:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391056:391056:256:4294967295] 192.168.201.140@tcp LPNI seq info [391031:391031:8:4294967295]
00000400:00000200:3.0:1783980028.442458:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980028.442465:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980028.442469:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980028.442472:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980028.442476:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980028.442479:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783980028.442483:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980028.442485:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1783980028.442488:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980028.442490:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980028.442493:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980028.442495:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980028.442498:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980028.442500:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980028.442502:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980028.442506:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442513:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980028.442516:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442527:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.442529:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980028.442532:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980028.442535:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783980028.442539:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980028.442540:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305423378
00000100:00000001:3.0:1783980028.442543:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305427146
00000100:00000001:3.0:1783980028.442545:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305423378
00000100:00000001:3.0:1783980028.442547:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305427146
00000100:00000001:3.0:1783980028.442549:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980028.442551:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.442552:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980028.442556:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980028/real 1783980028]  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980028.442563:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980028.442565:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980028.442567:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980028.442569:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980028.442570:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980028.442572:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980028.442575:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980028.442582:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442588:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980028.442590:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.442591:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.442592:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980028.442596:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442602:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980028.442605:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442611:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980028.442614:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.442615:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.442616:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.442618:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980028.442619:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980028.442622:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980028.442625:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980028.442627:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980028.442631:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980028.442638:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005504:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980028.442641:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980028.442645:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442651:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980028.442652:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.442654:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980028.442656:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980028.442658:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980028.442660:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980028.442663:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980028.442665:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980028.442667:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.442668:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980028.442671:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783980028.442673:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980028.442675:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980028.442678:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980028.442680:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980028.442682:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560005632, portal 10
00000100:00000001:3.0:1783980028.442684:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980028.442685:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:3.0:1783980028.442690:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442697:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980028.442699:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980028.442701:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980028.442703:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560005632, offset 0
00000400:00000200:3.0:1783980028.442707:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980028.442710:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980028.442713:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980028.442716:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980028.442718:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980028.442720:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980028.442722:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980028.442725:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391057:391057:256:4294967295] 192.168.201.140@tcp LPNI seq info [391032:391032:8:4294967295]
00000400:00000200:3.0:1783980028.442729:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980028.442734:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980028.442738:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980028.442741:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980028.442744:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980028.442747:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783980028.442750:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980028.442753:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1783980028.442756:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980028.442758:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980028.442761:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980028.442764:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980028.442766:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980028.442768:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980028.442770:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980028.442773:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442780:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980028.442783:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442789:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.442790:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980028.442792:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980028.442795:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783980028.442798:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980028.442799:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305423374
00000100:00000001:3.0:1783980028.442802:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305427146
00000100:00000001:3.0:1783980028.442804:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305423374
00000100:00000001:3.0:1783980028.442806:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305427146
00000100:00000001:3.0:1783980028.442808:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980028.442810:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.442811:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980028.442814:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980028/real 1783980028]  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980028.442821:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980028.442822:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980028.442823:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980028.442825:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980028.442827:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980028.442829:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980028.442832:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980028.442838:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442844:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980028.442845:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.442847:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.442848:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980028.442851:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442856:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980028.442860:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442866:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980028.442868:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.442869:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.442870:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.442871:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980028.442872:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980028.442874:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980028.442877:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980028.442879:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980028.442881:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980028.442899:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005632:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980028.442904:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980028.442907:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442913:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980028.442914:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.442916:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980028.442918:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980028.442919:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980028.442921:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980028.442924:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980028.442926:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980028.442927:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.442929:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980028.442932:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980028.442933:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980028.442936:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980028.442939:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980028.442942:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980028.442944:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560005760, portal 4
00000100:00000001:3.0:1783980028.442946:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980028.442947:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:3.0:1783980028.442952:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.442958:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980028.442960:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980028.442961:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980028.442963:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560005760, offset 0
00000400:00000200:3.0:1783980028.442967:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980028.442970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980028.442973:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980028.442975:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980028.442978:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980028.442980:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980028.442982:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980028.442985:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391058:391058:256:4294967295] 192.168.201.140@tcp LPNI seq info [391033:391033:8:4294967295]
00000400:00000200:3.0:1783980028.442988:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980028.442993:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980028.442997:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980028.443000:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980028.443003:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980028.443006:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783980028.443010:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980028.443012:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1783980028.443016:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980028.443017:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980028.443020:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980028.443023:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980028.443025:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980028.443027:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980028.443029:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980028.443033:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443039:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980028.443042:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443065:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.443067:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980028.443070:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980028.443072:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783980028.443075:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980028.443077:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305423402
00000100:00000001:3.0:1783980028.443079:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305427146
00000100:00000001:3.0:1783980028.443081:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305423402
00000100:00000001:3.0:1783980028.443083:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305427146
00000100:00000001:3.0:1783980028.443085:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980028.443087:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.443089:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980028.443093:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980028/real 1783980028]  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980028.443100:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980028.443102:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980028.443103:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980028.443105:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980028.443107:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980028.443109:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980028.443111:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980028.443119:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443124:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980028.443125:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443127:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.443128:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980028.443131:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443137:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980028.443140:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443147:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980028.443149:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443150:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.443151:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443153:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980028.443154:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980028.443157:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980028.443160:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980028.443162:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980028.443165:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980028.443172:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005760:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980028.443175:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980028.443178:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443184:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980028.443185:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.443187:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980028.443188:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980028.443190:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980028.443193:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980028.443196:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980028.443197:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980028.443199:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980028.443200:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980028.443203:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783980028.443205:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980028.443208:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980028.443210:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980028.443213:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980028.443215:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560005888, portal 4
00000100:00000001:3.0:1783980028.443217:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980028.443218:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:3.0:1783980028.443223:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443229:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980028.443232:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980028.443234:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980028.443236:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560005888, offset 0
00000400:00000200:3.0:1783980028.443240:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980028.443243:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980028.443246:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980028.443249:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980028.443251:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980028.443253:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980028.443255:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980028.443258:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391059:391059:256:4294967295] 192.168.201.140@tcp LPNI seq info [391034:391034:8:4294967295]
00000400:00000200:3.0:1783980028.443261:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980028.443267:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980028.443271:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980028.443274:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980028.443277:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980028.443279:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1783980028.443283:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980028.443285:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:3.0:1783980028.443288:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980028.443290:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980028.443293:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980028.443296:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980028.443298:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980028.443300:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980028.443302:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980028.443305:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443311:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980028.443314:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980053 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443319:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.443321:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980028.443323:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980028.443326:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783980028.443329:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980028.443331:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305423404
00000100:00000001:3.0:1783980028.443333:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305427146
00000100:00000001:3.0:1783980028.443335:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305423404
00000100:00000001:3.0:1783980028.443337:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305427146
00000100:00000001:3.0:1783980028.443338:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980028.443340:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.443342:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980028.443345:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980028/real 1783980028]  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980028.443353:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980028.443354:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980028.443355:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980028.443357:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980028.443358:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980028.443360:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980028.443363:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980028.443369:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443374:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980028.443375:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443377:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.443378:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980028.443380:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443386:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980028.443389:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443395:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980028.443397:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443399:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980028.443400:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443402:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980028.443403:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980028.443405:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980028.443408:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980028.443410:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980028.443413:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980028.443420:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560005888:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980028.443423:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443425:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980028.443427:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627560005504/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443433:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980028.443434:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980028.443436:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783980028.443438:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980028.443440:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980028.443441:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980028.443443:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980028.443444:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8400.
02000000:00000001:3.0:1783980028.443446:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980028.443447:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980028.443449:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:3.0:1783980028.443451:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980028.443452:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443454:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980028.443457:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627560005632/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443462:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980028.443463:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980028.443465:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783980028.443467:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980028.443468:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980028.443469:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980028.443470:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980028.443471:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb800.
02000000:00000001:3.0:1783980028.443473:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980028.443474:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980028.443475:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:3.0:1783980028.443477:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980028.443478:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443479:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980028.443482:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627560005760/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443488:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980028.443489:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980028.443490:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980028.443492:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980028.443493:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980028.443494:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980028.443495:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980028.443497:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8000.
02000000:00000001:3.0:1783980028.443499:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980028.443500:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980028.443501:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:3.0:1783980028.443503:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980028.443504:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443505:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980028.443508:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627560005888/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980053 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980028.443519:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980028.443520:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980028.443522:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783980028.443524:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980028.443525:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980028.443526:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980028.443528:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980028.443529:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783980028.443531:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980028.443532:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980028.443533:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:3.0:1783980028.443536:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980028.443537:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443539:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980028.443543:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980028.443544:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980028.443546:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980028.443548:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980029.209173:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980029.209179:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980029.209184:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980029.209186:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980029.209189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980029.209198:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980029.209262:0:178248:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980029.209266:0:178248:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980029.209269:0:178248:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980030.233171:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980030.233178:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980030.233183:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980030.233184:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980030.233188:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980030.233189:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980030.233251:0:179039:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980030.233254:0:179039:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980030.233257:0:179039:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980031.257144:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980031.257151:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980031.257157:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980031.257158:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980031.257162:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980031.257163:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1783980031.257226:0:179034:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1783980031.257228:0:179034:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1783980031.257231:0:179034:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:3.0:1783980032.281153:0:180834:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375330 (cpu 0) has reached its deadline 4305427146, at 4305427200
00010000:00000001:1.0:1783980032.281158:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980032.281165:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00000100:00000040:2.0:1783980032.281168:0:180524:0:(connection.c:75:cpu_latency_work()) work item of ffff8acc88375220 (cpu 0) has reached its deadline 4305427146, at 4305427200
00010000:00000001:1.0:1783980032.281169:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00000100:00000010:3.0:1783980032.281169:0:180834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3240.
00010000:00000001:1.0:1783980032.281175:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980032.281177:0:180524:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8acca04c3de0.
00010000:00000001:1.0:1783980032.281180:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980032.281184:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980032.281186:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980032.281189:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980032.281193:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980032.281196:0:180839:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1783980032.281197:0:180839:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1783980032.281198:0:180839:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980032.281200:0:180839:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1783980032.281201:0:180839:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980032.281203:0:180839:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980032.281205:0:180839:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980032.281208:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980032.281209:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980032.281278:0:179043:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980032.281282:0:179043:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980032.281285:0:179043:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1783980033.305175:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980033.305182:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980033.305186:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980033.305186:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1783980033.305189:0:180839:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1783980033.305190:0:180839:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1783980033.305335:0:179038:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1783980033.305339:0:179038:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1783980033.305343:0:179038:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1783980033.562392:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) d64cbad1-3503-4782-b181-a4200ff9e76d->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980033.562404:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1783980033.562406:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980033.562410:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980033.562415:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980033.562422:0:119135:0:(import.c:510:import_select_connection()) MGC192.168.201.140@tcp: connect to NID 192.168.201.140@tcp last attempt 10756
00000400:00000200:2.0:1783980033.562432:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980033.562438:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980033.562443:0:119135:0:(import.c:589:import_select_connection()) MGC192.168.201.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980033.562446:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562449:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562452:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562454:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980033.562459:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980033.562461:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cbc6
00000020:00000001:2.0:1783980033.562464:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980033.562467:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dab000 refcount=3
00000020:00000001:2.0:1783980033.562469:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000020:00000001:2.0:1783980033.562471:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773281280 : -128863936270336 : ffff8acc86dab000)
00000100:00000040:2.0:1783980033.562474:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562475:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562477:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562478:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980033.562481:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dab000 : new refcount 2
00000100:00080000:2.0:1783980033.562484:0:119135:0:(import.c:624:import_select_connection()) MGC192.168.201.140@tcp: import ffff8acc839b4800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562486:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980033.562488:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980033.562492:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980033.562494:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562496:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1783980033.562498:0:119135:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980033.562507:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343800.
00000020:00000040:2.0:1783980033.562510:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc839b4800 refcount=4 obd=MGC192.168.201.140@tcp
02000000:00000001:2.0:1783980033.562514:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980033.562516:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562519:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980033.562521:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980033.562525:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980033.562532:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa400.
00000100:00000001:2.0:1783980033.562538:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980033.562547:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980033.562557:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980033.562561:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980033.562567:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006ccfbb0] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980033.562595:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980033.562599:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980033.562602:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1783980033.562604:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980033.562605:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980033.562609:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980033.562611:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10756
00000400:00000200:2.0:1783980033.562615:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980033.562617:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980033.562619:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980033.562622:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562624:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562625:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562627:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980033.562629:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980033.562630:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc1a
00000020:00000001:2.0:1783980033.562632:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980033.562633:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc86dae800 refcount=5
00000020:00000001:2.0:1783980033.562635:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000020:00000001:2.0:1783980033.562637:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209773295616 : -128863936256000 : ffff8acc86dae800)
00000100:00000040:2.0:1783980033.562639:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562641:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562643:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562645:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980033.562647:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc86dae800 : new refcount 4
00000100:00080000:2.0:1783980033.562650:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8acc986eb000: import ffff8acc93f33800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562652:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980033.562653:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980033.562659:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980033.562660:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562662:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980033.562666:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783980033.562669:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562671:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980033.562676:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e342a00.
00000020:00000040:2.0:1783980033.562678:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc93f33800 refcount=14 obd=lustre-MDT0000-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783980033.562680:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980033.562682:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562683:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980033.562684:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980033.562686:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980033.562689:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f8800.
00000100:00000001:2.0:1783980033.562693:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980033.562697:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980033.562704:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980033.562706:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980033.562722:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2502d62] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980033.562731:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980033.562733:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980033.562737:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1783980033.562738:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980033.562740:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980033.562742:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980033.562744:0:119135:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10756
00000400:00000200:2.0:1783980033.562748:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980033.562751:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980033.562753:0:119135:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980033.562755:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562757:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562759:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562761:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980033.562763:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980033.562764:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc21
00000020:00000001:2.0:1783980033.562765:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980033.562767:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f36800 refcount=5
00000020:00000001:2.0:1783980033.562769:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000020:00000001:2.0:1783980033.562771:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993005056 : -128863716546560 : ffff8acc93f36800)
00000100:00000040:2.0:1783980033.562774:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562775:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562777:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562779:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980033.562781:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f36800 : new refcount 4
00000100:00080000:2.0:1783980033.562783:0:119135:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8acc986eb000: import ffff8acc88d8c000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562785:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980033.562787:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980033.562789:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980033.562791:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562793:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980033.562795:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682530 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1783980033.562797:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562807:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980033.562811:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e340e00.
00000020:00000040:2.0:1783980033.562814:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc88d8c000 refcount=4 obd=lustre-MDT0001-mdc-ffff8acc986eb000
02000000:00000001:2.0:1783980033.562816:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980033.562817:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562819:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980033.562820:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980033.562822:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980033.562825:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fa800.
00000100:00000001:2.0:1783980033.562828:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980033.562833:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980033.562844:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980033.562846:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980033.562849:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000679cc294] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980033.562856:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980033.562859:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980033.562862:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1783980033.562863:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980033.562864:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980033.562867:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980033.562869:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10756
00000400:00000200:2.0:1783980033.562873:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980033.562875:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980033.562877:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980033.562880:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562882:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562883:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562885:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980033.562887:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980033.562888:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc2f
00000020:00000001:2.0:1783980033.562890:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980033.562892:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f35800 refcount=4
00000020:00000001:2.0:1783980033.562894:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000020:00000001:2.0:1783980033.562895:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209993000960 : -128863716550656 : ffff8acc93f35800)
00000100:00000040:2.0:1783980033.562898:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562899:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562901:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562902:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980033.562905:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f35800 : new refcount 3
00000100:00080000:2.0:1783980033.562907:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8acc986eb000: import ffff8acca1f50800 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562910:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980033.562911:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980033.562914:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980033.562916:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562917:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980033.562920:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783980033.562922:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562923:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980033.562926:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343b80.
00000020:00000040:2.0:1783980033.562928:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acca1f50800 refcount=4 obd=lustre-OST0000-osc-ffff8acc986eb000
02000000:00000001:2.0:1783980033.562930:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980033.562931:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.562933:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980033.562934:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980033.562935:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980033.562938:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21f9800.
00000100:00000001:2.0:1783980033.562941:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980033.562945:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980033.562950:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980033.562952:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980033.562956:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009cce4058] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980033.562963:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1783980033.562965:0:119135:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8ee277af-cf88-4718-9986-b30a13d63a12->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1783980033.562968:0:119135:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1783980033.562969:0:119135:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1783980033.562971:0:119135:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1783980033.562973:0:119135:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1783980033.562976:0:119135:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: connect to NID 192.168.201.140@tcp last attempt 10756
00000400:00000200:2.0:1783980033.562979:0:119135:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:2.0:1783980033.562982:0:119135:0:(peer.c:1600:LNetPeerDiscovered()) Peer NID 192.168.201.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1783980033.562984:0:119135:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1783980033.562986:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562988:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.562990:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.562992:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000001:2.0:1783980033.562993:0:119135:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1783980033.562995:0:119135:0:(genops.c:825:class_conn2export()) looking for export cookie 0xae7caa5c7f96cc36
00000020:00000001:2.0:1783980033.562996:0:119135:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1783980033.562998:0:119135:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8acc93f33000 refcount=4
00000020:00000001:2.0:1783980033.562999:0:119135:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000020:00000001:2.0:1783980033.563001:0:119135:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446615209992990720 : -128863716560896 : ffff8acc93f33000)
00000100:00000040:2.0:1783980033.563004:0:119135:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff8acc8635c080 refcount 14 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.563006:0:119135:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1783980033.563007:0:119135:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8acc8635c080 refcount 15 to 192.168.201.140@tcp
00000100:00000001:2.0:1783980033.563009:0:119135:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446615209762472064 : -128863947079552 : ffff8acc8635c080)
00000020:00000040:2.0:1783980033.563011:0:119135:0:(genops.c:900:class_export_put()) PUTting export ffff8acc93f33000 : new refcount 3
00000100:00080000:2.0:1783980033.563013:0:119135:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8acc986eb000: import ffff8acc98821000 using connection 192.168.201.140@tcp/192.168.201.140@tcp
00000100:00000001:2.0:1783980033.563014:0:119135:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1783980033.563016:0:119135:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1783980033.563018:0:119135:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1783980033.563020:0:119135:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.563021:0:119135:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1783980033.563023:0:119135:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682530 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1783980033.563024:0:119135:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.563026:0:119135:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1783980033.563029:0:119135:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8acc8e343480.
00000020:00000040:2.0:1783980033.563031:0:119135:0:(genops.c:1231:class_import_get()) import ffff8acc98821000 refcount=4 obd=lustre-OST0001-osc-ffff8acc986eb000
02000000:00000001:2.0:1783980033.563034:0:119135:0:(sec.c:2066:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1783980033.563035:0:119135:0:(sec.c:2076:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1783980033.563036:0:119135:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1783980033.563038:0:119135:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1783980033.563039:0:119135:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1783980033.563043:0:119135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8acca21fb000.
00000100:00000001:2.0:1783980033.563080:0:119135:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1783980033.563086:0:119135:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1783980033.563092:0:119135:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1783980033.563094:0:119135:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980033.563098:0:119135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e189301] to pc [ptlrpcd_rcv+-1]  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1783980033.563104:0:119135:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1783980033.563109:0:119135:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10766)
00000100:00000001:3.0:1783980033.563908:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980033.563913:0:2401:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1783980033.563915:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980033.563923:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.563932:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980033.563934:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.563936:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980033.563939:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980033.563941:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980033.563944:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560006016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783980033.563948:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980033.563953:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980033.563955:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.563958:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980033.563963:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783980033.563965:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980033.563970:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980033.563974:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980033.563980:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980033.563987:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560006016, portal 25
00000100:00000001:3.0:1783980033.563989:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980033.563991:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896589312 : -128863812962304 : ffff8acc8e343800)
00000100:00000040:3.0:1783980033.563996:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564002:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980033.564005:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980033.564007:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980033.564010:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1870627560006016, offset 0
00000400:00000200:3.0:1783980033.564017:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980033.564024:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.564030:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980033.564035:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980033.564039:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980033.564042:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980033.564044:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980033.564075:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391060:391060:256:4294967295] 192.168.201.140@tcp LPNI seq info [391035:391035:8:4294967295]
00000400:00000200:3.0:1783980033.564079:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.564088:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980033.564093:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.564098:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980033.564104:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980033.564108:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783980033.564113:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980033.564116:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1783980033.564120:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.564123:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980033.564129:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980033.564133:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980033.564138:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980033.564140:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980033.564145:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980033.564149:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564157:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.564161:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564167:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.564169:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980033.564174:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980033.564177:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980033.564180:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 2 is 4305432269
00000100:00000010:3.0:1783980033.564184:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3240.
00000100:00000001:3.0:1783980033.564190:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 2
00000100:00000001:3.0:1783980033.564195:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS new deadline estimation for cpu 3 is 4305432269
00000100:00000010:3.0:1783980033.564198:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8acca04c3ae0.
00000100:00000001:3.0:1783980033.564201:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.140@tcp: PM QoS request now active for cpu 3
00000100:00000001:3.0:1783980033.564203:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980033.564206:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.564208:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980033.564212:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980033/real 1783980033]  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980033.564221:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980033.564223:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980033.564225:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980033.564227:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980033.564229:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980033.564232:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980033.564236:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980033.564243:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564249:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980033.564250:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.564252:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.564254:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980033.564257:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564264:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980033.564268:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564274:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980033.564276:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.564277:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.564278:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.564281:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980033.564283:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980033.564285:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc839b4800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980033.564289:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980033.564290:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980033.564294:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980033.564301:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d64cbad1-3503-4782-b181-a4200ff9e76d:2401:1870627560006016:192.168.201.140@tcp:250:kworker.0
00000100:00000001:3.0:1783980033.564305:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980033.564308:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564318:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980033.564320:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.564321:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980033.564323:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980033.564325:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980033.564327:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560006144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980033.564330:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980033.564332:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980033.564344:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.564345:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980033.564348:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980033.564350:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980033.564353:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980033.564355:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980033.564358:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980033.564361:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560006144, portal 10
00000100:00000001:3.0:1783980033.564362:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980033.564364:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896585728 : -128863812965888 : ffff8acc8e342a00)
00000100:00000040:3.0:1783980033.564369:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564375:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980033.564377:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980033.564378:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980033.564380:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560006144, offset 0
00000400:00000200:3.0:1783980033.564384:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980033.564387:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.564390:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980033.564393:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980033.564395:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980033.564397:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980033.564399:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980033.564402:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391061:391061:256:4294967295] 192.168.201.140@tcp LPNI seq info [391036:391036:8:4294967295]
00000400:00000200:3.0:1783980033.564406:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.564411:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980033.564416:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.564418:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980033.564422:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980033.564425:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783980033.564429:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980033.564431:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1783980033.564434:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.564436:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980033.564438:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980033.564441:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980033.564444:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980033.564445:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980033.564448:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980033.564451:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564457:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.564460:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564465:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.564467:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980033.564469:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980033.564473:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: using a timeout of 16102 usecs (17 jiffies)
00000400:00000200:3.0:1783980033.564476:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980033.564477:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305428500
00000100:00000001:3.0:1783980033.564480:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305432269
00000100:00000001:3.0:1783980033.564482:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305428500
00000100:00000001:3.0:1783980033.564483:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305432269
00000100:00000001:3.0:1783980033.564485:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980033.564487:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.564489:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980033.564492:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980033/real 1783980033]  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980033.564500:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980033.564501:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980033.564502:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980033.564504:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980033.564506:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980033.564508:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980033.564511:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980033.564518:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564524:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980033.564525:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.564527:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.564528:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980033.564531:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564537:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980033.564541:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564546:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980033.564549:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.564550:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.564552:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.564553:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980033.564555:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980033.564558:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc93f33800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980033.564562:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980033.564564:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980033.564567:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980033.564575:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560006144:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980033.564580:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980033.564584:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564589:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980033.564591:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.564593:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980033.564595:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980033.564596:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980033.564599:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560006272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980033.564601:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980033.564603:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980033.564604:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.564606:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980033.564609:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783980033.564611:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980033.564614:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980033.564617:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980033.564619:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980033.564622:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560006272, portal 10
00000100:00000001:3.0:1783980033.564624:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980033.564625:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896578560 : -128863812973056 : ffff8acc8e340e00)
00000100:00000040:3.0:1783980033.564630:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.564636:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980033.564638:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980033.564640:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980033.564642:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1870627560006272, offset 0
00000400:00000200:3.0:1783980033.564646:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980033.564650:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.564653:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980033.564656:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980033.564658:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980033.564660:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980033.564662:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980033.564665:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391062:391062:256:4294967295] 192.168.201.140@tcp LPNI seq info [391037:391037:8:4294967295]
00000400:00000200:3.0:1783980033.564669:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.564675:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980033.564679:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.564682:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980033.564685:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980033.564689:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783980033.564692:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980033.564694:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1783980033.564697:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.564699:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980033.564702:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980033.564705:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980033.564707:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980033.567578:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980033.567600:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980033.567612:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.567626:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.567629:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.567636:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.567638:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980033.567649:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980033.567653:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: using a timeout of 12931 usecs (13 jiffies)
00000400:00000200:3.0:1783980033.567658:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980033.567662:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305428499
00000100:00000001:3.0:1783980033.567666:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305432269
00000100:00000001:3.0:1783980033.567669:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305428499
00000100:00000001:3.0:1783980033.567671:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305432269
00000100:00000001:3.0:1783980033.567673:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980033.567676:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.567679:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980033.567683:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980033/real 1783980033]  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980033.567693:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980033.567695:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980033.567697:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980033.567701:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980033.567703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980033.567706:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980033.568543:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980033.568559:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.568566:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980033.568568:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.568571:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.568574:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980033.568578:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.568584:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980033.568589:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.568597:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980033.568600:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.568602:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.568603:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.568605:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980033.568608:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980033.568611:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc88d8c000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980033.568616:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980033.568619:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980033.568623:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980033.568630:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560006272:192.168.201.140@tcp:38:kworker.0
00000100:00000001:3.0:1783980033.568636:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980033.568640:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.568647:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980033.568649:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.568653:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980033.568657:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980033.568659:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980033.568662:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560006400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980033.568665:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980033.568669:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980033.568671:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.568673:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980033.568681:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783980033.568683:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980033.568689:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980033.568692:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980033.568697:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980033.568703:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560006400, portal 4
00000100:00000001:3.0:1783980033.568705:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980033.568706:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896590208 : -128863812961408 : ffff8acc8e343b80)
00000100:00000040:3.0:1783980033.569617:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.569626:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980033.569629:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980033.569634:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980033.569638:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560006400, offset 0
00000400:00000200:3.0:1783980033.569644:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980033.569652:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.569659:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980033.569664:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980033.569668:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980033.569672:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980033.569675:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980033.569678:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391063:391063:256:4294967295] 192.168.201.140@tcp LPNI seq info [391038:391038:8:4294967295]
00000400:00000200:3.0:1783980033.569682:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.569691:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980033.569696:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.569702:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980033.569708:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980033.570079:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783980033.570087:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980033.570091:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1783980033.570095:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.570098:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980033.570103:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980033.570107:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980033.570113:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980033.570116:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980033.570120:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980033.570123:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570134:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.570137:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570144:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.570146:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980033.570152:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980033.570156:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: using a timeout of 39863 usecs (40 jiffies)
00000400:00000200:3.0:1783980033.570160:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980033.570162:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305428529
00000100:00000001:3.0:1783980033.570165:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305432269
00000100:00000001:3.0:1783980033.570168:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305428529
00000100:00000001:3.0:1783980033.570170:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305432269
00000100:00000001:3.0:1783980033.570172:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980033.570175:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.570178:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980033.570182:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980033/real 1783980033]  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980033.570191:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980033.570192:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980033.570195:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980033.570198:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980033.570199:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980033.570202:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980033.570204:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980033.570212:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570219:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980033.570220:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.570222:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.570223:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980033.570226:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570232:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980033.570236:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570242:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980033.570244:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.570246:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.570247:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.570249:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980033.570250:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980033.570253:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acca1f50800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980033.570256:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980033.570258:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980033.570262:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980033.570269:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560006400:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980033.570273:0:2401:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1783980033.570277:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570283:0:2401:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1783980033.570284:0:2401:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.570287:0:2401:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1783980033.570290:0:2401:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1783980033.570292:0:2401:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1783980033.570294:0:2401:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560006528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980033.570298:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1783980033.570300:0:2401:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1783980033.570302:0:2401:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1783980033.570304:0:2401:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1783980033.570309:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783980033.570311:0:2401:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1783980033.570314:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000010:3.0:1783980033.570317:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8acc87f15370.
00000400:00000010:3.0:1783980033.570320:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fb770.
00000100:00000200:3.0:1783980033.570323:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1870627560006528, portal 4
00000100:00000001:3.0:1783980033.570325:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1783980033.570327:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446615209896588416 : -128863812963200 : ffff8acc8e343480)
00000100:00000040:3.0:1783980033.570332:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570551:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1783980033.570554:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.140@tcp
00000400:00000010:3.0:1783980033.570558:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8acca06fbf68.
00000100:00000200:3.0:1783980033.570561:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1870627560006528, offset 0
00000400:00000200:3.0:1783980033.570564:0:2401:0:(lib-move.c:5129:LNetPut()) LNetPut -> 12345-192.168.201.140@tcp
00000400:00000200:3.0:1783980033.570568:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.570572:0:2401:0:(lib-move.c:2776:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.140@tcp local destination
00000400:00000200:3.0:1783980033.570575:0:2401:0:(lib-move.c:2406:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1783980033.570577:0:2401:0:(lib-move.c:1588:lnet_get_best_ni()) selected best_ni 192.168.201.40@tcp
00000400:00000200:3.0:1783980033.570579:0:2401:0:(lib-move.c:1142:lnet_select_peer_ni()) 192.168.201.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1783980033.570581:0:2401:0:(lib-move.c:1211:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.140@tcp
00000400:00000200:3.0:1783980033.570584:0:2401:0:(lib-move.c:1708:lnet_handle_send()) 192.168.201.40@tcp NI seq info: [391064:391064:256:4294967295] 192.168.201.140@tcp LPNI seq info [391039:391039:8:4294967295]
00000400:00000200:3.0:1783980033.570587:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000400:00000200:3.0:1783980033.570593:0:2401:0:(lib-move.c:1823:lnet_handle_send()) TRACE: 192.168.201.40@tcp(192.168.201.40@tcp:<?>) -> 192.168.201.140@tcp(192.168.201.140@tcp:192.168.201.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1783980033.570597:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.570601:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8acc9388a700.
00000800:00000200:3.0:1783980033.570604:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.0:1783980033.570607:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1783980033.570610:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8acca0394540] -> 12345-192.168.201.140@tcp (2)
00000800:00000200:3.1:1783980033.570613:0:2401:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1783980033.570629:0:2401:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.140@tcp
00000800:00000010:3.0:1783980033.570631:0:2401:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8acc9388a700.
00000400:00000200:3.0:1783980033.570633:0:2401:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1783980033.570637:0:2401:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.40@tcp->192.168.201.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1783980033.570639:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fbf68
00000400:00000010:3.0:1783980033.570641:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fbf68.
00000100:00000001:3.0:1783980033.570643:0:2401:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1783980033.570647:0:2401:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570653:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.570655:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1783980058 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.570661:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.570663:0:2401:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1783980033.570666:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1783980033.570669:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: using a timeout of 41506 usecs (42 jiffies)
00000400:00000200:3.0:1783980033.570672:0:2401:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.201.140@tcp to cpt 1
00000100:00000001:3.0:1783980033.570673:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 2 is 4305428531
00000100:00000001:3.0:1783980033.570676:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 2, keep current deadline 4305432269
00000100:00000001:3.0:1783980033.570677:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS new deadline estimation for cpu 3 is 4305428531
00000100:00000001:3.0:1783980033.570679:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8acc986eb000: PM QoS request active for cpu 3, keep current deadline 4305432269
00000100:00000001:3.0:1783980033.570681:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1783980033.570683:0:2401:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.570685:0:2401:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1783980033.570688:0:2401:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1783980033/real 1783980033]  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1783980033.570697:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1783980033.570698:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1783980033.570700:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8acc87f15370.
00000400:00000200:3.0:1783980033.570702:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8acca06fb770
00000400:00000010:3.0:1783980033.570703:0:2401:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8acca06fb770.
00000100:00000001:3.0:1783980033.570705:0:2401:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1783980033.570708:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1783980033.571921:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.571930:0:2401:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1783980033.571933:0:2401:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.571935:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.571936:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1783980033.571940:0:2401:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.571946:0:2401:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1783980033.571950:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.571957:0:2401:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1783980033.571961:0:2401:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.571962:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1783980033.571963:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.571966:0:2401:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1783980033.571967:0:2401:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1783980033.571970:0:2401:0:(import.c:65:import_set_state_nolock()) ffff8acc98821000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1783980033.571974:0:2401:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.140@tcp failed (-110)
00000100:00000001:3.0:1783980033.571976:0:2401:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1783980033.572405:0:2401:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1783980033.572417:0:2401:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8acc8e343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8ee277af-cf88-4718-9986-b30a13d63a12:2401:1870627560006528:192.168.201.140@tcp:8:kworker.0
00000100:00000001:3.0:1783980033.572421:0:2401:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.572424:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.572428:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343800 x1870627560006016/t0(0) o250->MGC192.168.201.140@tcp@192.168.201.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.572435:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980033.572438:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980033.572441:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065bc00.
02000000:00000001:3.0:1783980033.572446:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980033.572449:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980033.572451:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc839b4800 refcount=3 obd=MGC192.168.201.140@tcp
00000020:00000001:3.0:1783980033.572453:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980033.572456:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa400.
02000000:00000001:3.0:1783980033.572460:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980033.572461:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980033.572463:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343800.
00000100:00000001:3.0:1783980033.572467:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980033.572468:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.572470:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.572473:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e342a00 x1870627560006144/t0(0) o38->lustre-MDT0000-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.572478:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980033.572480:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980033.572481:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065b000.
02000000:00000001:3.0:1783980033.572482:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980033.572484:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980033.572484:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc93f33800 refcount=13 obd=lustre-MDT0000-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980033.572486:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980033.572487:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f8800.
02000000:00000001:3.0:1783980033.572490:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980033.572490:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980033.572492:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e342a00.
00000100:00000001:3.0:1783980033.572494:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980033.572495:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.572497:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.572501:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e340e00 x1870627560006272/t0(0) o38->lustre-MDT0001-mdc-ffff8acc986eb000@192.168.201.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.572507:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980033.572508:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980033.572510:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658400.
02000000:00000001:3.0:1783980033.572512:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980033.572513:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980033.572514:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc88d8c000 refcount=3 obd=lustre-MDT0001-mdc-ffff8acc986eb000
00000020:00000001:3.0:1783980033.572516:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980033.572517:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fa800.
02000000:00000001:3.0:1783980033.572519:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980033.572520:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980033.572521:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e340e00.
00000100:00000001:3.0:1783980033.572524:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980033.572525:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.572526:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.572530:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343b80 x1870627560006400/t0(0) o8->lustre-OST0000-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.572535:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980033.572536:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980033.572537:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca065a400.
02000000:00000001:3.0:1783980033.572539:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980033.572540:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980033.572541:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acca1f50800 refcount=3 obd=lustre-OST0000-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980033.572543:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980033.572544:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21f9800.
02000000:00000001:3.0:1783980033.572559:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980033.572560:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980033.572562:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343b80.
00000100:00000001:3.0:1783980033.572564:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980033.572565:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.572567:0:2401:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1783980033.572571:0:2401:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8acc8e343480 x1870627560006528/t0(0) o8->lustre-OST0001-osc-ffff8acc986eb000@192.168.201.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1783980058 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1783980033.572577:0:2401:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1783980033.572578:0:2401:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1783980033.572579:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8acca0658c00.
02000000:00000001:3.0:1783980033.572581:0:2401:0:(sec.c:1914:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1783980033.572582:0:2401:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1783980033.572583:0:2401:0:(genops.c:1244:class_import_put()) import ffff8acc98821000 refcount=3 obd=lustre-OST0001-osc-ffff8acc986eb000
00000020:00000001:3.0:1783980033.572585:0:2401:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1783980033.572587:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8acca21fb000.
02000000:00000001:3.0:1783980033.572589:0:2401:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1783980033.572590:0:2401:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1783980033.572591:0:2401:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8acc8e343480.
00000100:00000001:3.0:1783980033.572592:0:2401:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1783980033.572594:0:2401:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.572596:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1783980033.572603:0:2401:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1783980033.572605:0:2401:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1783980033.572607:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1783980033.572609:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
Debug log: 133368 lines, 133368 kept, 0 dropped, 0 bad.